-- Logs begin at Mon 2022-01-17 10:09:48 UTC, end at Mon 2022-01-17 11:25:14 UTC. -- Jan 17 10:54:42.887300 dv-cinder-824911-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 10:54:45.803933 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.common.config [-] Logging enabled! Jan 17 10:54:45.804569 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev391 Jan 17 10:54:45.804701 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 10:54:45.808573 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.common.config [-] Logging enabled! Jan 17 10:54:45.808824 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev391 Jan 17 10:54:45.809131 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 10:54:45.810093 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 10:54:45.810321 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 10:54:45.810844 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 10:54:45.811088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 10:54:45.811310 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 10:54:45.811631 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.812045 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 10:54:45.812354 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.812649 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.812940 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.813231 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.813517 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.813821 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.814109 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.814401 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.814683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.814958 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.815236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.815526 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.815801 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.816085 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.816365 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.816642 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] debug = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.816917 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.817340 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.817765 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.818046 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.818331 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.818608 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.818876 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.819149 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.819427 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.819753 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] host = dv-cinder-824911-1-iscsi {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.820030 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.820315 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.820599 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.820881 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.821153 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.821426 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.821853 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.822150 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.822688 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.822969 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.823371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.823667 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.823957 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.824183 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.824406 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.824693 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.824977 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.825251 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.825527 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.825825 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.826098 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.826369 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.826637 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.826920 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.827200 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.827482 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.827751 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.828020 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.828288 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.828558 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.828838 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.829106 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.829376 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.829643 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.829945 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.830211 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.830480 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.830772 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.831053 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.831331 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.831612 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.831882 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.832160 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.832428 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.832697 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.832963 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_json = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.833233 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.833501 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.833805 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.834076 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.834346 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.834615 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.834884 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.835168 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.835438 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:45.835735 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.836028 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.836325 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.836621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.836908 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.837184 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.838085 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.838364 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.838652 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.838938 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.839225 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.839497 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.839793 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.840078 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.840370 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.840672 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.840964 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.841250 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.841522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.841821 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.842094 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.842368 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.842651 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.842926 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.843213 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.843497 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.843771 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.844067 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.844350 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.844641 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.844928 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.845199 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.845474 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.845787 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.846070 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.846338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.846613 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.846897 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.847169 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.847437 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.847712 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.847985 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.848251 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.848518 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.848788 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.849070 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.849340 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.849607 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.849910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.850181 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.850448 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.850729 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.851001 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.851267 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.851533 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.851802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.852066 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.852331 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.852600 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.852866 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.853731 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.853995 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.854259 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.854526 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.854791 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.855057 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.855321 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.855589 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.855861 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.856138 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.856406 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.856673 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.856942 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.857209 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.857487 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.857858 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.858146 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.858435 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.858692 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.858963 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.859233 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.859504 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.859775 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.860046 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.860311 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.860593 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.860872 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.861151 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.861444 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.861750 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.862043 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.862316 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.862591 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.862862 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.863131 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.863406 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.863681 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.863971 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.864260 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.864548 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.864836 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.865122 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.865392 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.865715 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.865997 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:45.866208 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 10:54:45.866439 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102915) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 10:54:46.237498 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 10:54:46.237788 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 10:54:46.238092 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 10:54:46.238433 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 10:54:46.561288 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.561573 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.561866 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.564837 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.565114 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.565381 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.609043 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.609315 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.609577 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.624105 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.624384 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.624649 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.654361 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.654635 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.654893 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.690110 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.690387 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:46.690656 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.029237 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.029889 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.029889 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.030052 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.030721 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.131107 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.131430 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.131707 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.131972 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.132235 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.132540 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.132795 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.133048 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.133298 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.133575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.133858 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.134120 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.134471 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.134723 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.134978 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.135242 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.135492 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.135760 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.136027 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.136386 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.136665 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.136913 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.137188 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.137559 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.137840 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.138086 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.138481 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.138717 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.138953 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.139188 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.139418 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.139647 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:47.140007 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 10:54:47.143251 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 10:54:47.147216 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 10:54:47.151100 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 17 10:54:47.152762 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 10:54:47.153226 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 10:54:47.153558 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 10:54:47.153969 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 10:54:47.156818 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 10:54:47.157070 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 10:54:47.157407 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 10:54:47.163046 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 10:54:47.187717 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 10:54:47.188161 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.188461 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102915) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 10:54:47.188817 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.190213 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102915) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 10:54:47.190525 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 10:54:47.190802 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 10:54:47.193980 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.194258 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:47.258288 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 10:54:47.258525 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 10:54:47.258762 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 10:54:47.259156 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 10:54:47.279115 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_db.sqlalchemy.engines [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102915) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 10:54:47.807262 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing driver for type 'gre' Jan 17 10:54:47.807781 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] gre ID ranges: [(1, 1000)] Jan 17 10:54:47.983791 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing driver for type 'local' Jan 17 10:54:47.984122 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing driver for type 'vlan' Jan 17 10:54:48.114915 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] VlanTypeDriver initialization complete Jan 17 10:54:48.115485 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing driver for type 'vxlan' Jan 17 10:54:48.115676 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] vxlan ID ranges: [(1, 1000)] Jan 17 10:54:48.320951 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing extension driver 'port_security' Jan 17 10:54:48.321292 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.extensions.port_security [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] PortSecurityExtensionDriver initialization complete Jan 17 10:54:48.321755 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing mechanism driver 'openvswitch' Jan 17 10:54:48.322120 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing mechanism driver 'hyperv' Jan 17 10:54:48.329114 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:54:48.329842 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.330216 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.330570 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.331089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.331523 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.331878 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.332230 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.332619 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.333023 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.333370 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.333730 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.334120 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.334520 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.334865 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.335202 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.335728 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.336138 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.336491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.336833 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.337223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.338285 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.338635 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.338975 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.339363 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102915) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 10:54:48.339803 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] ML2 OVO RPC backend initialized. {{(pid=102915) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 10:54:48.340505 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.340862 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.341278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.341626 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > networks before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.341997 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.342343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > ports before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.342689 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.343027 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.343369 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.343707 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.344042 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.344377 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.344711 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.345069 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.345378 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.345736 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.346069 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.346633 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.plugin [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Modular L2 Plugin initialization complete Jan 17 10:54:48.346959 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading services supported by the core plugin {{(pid=102915) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 10:54:48.347283 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.plugins.ml2.managers [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Got port-security extension from driver 'port_security' Jan 17 10:54:48.347739 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.extensions.vlantransparent [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Disabled vlantransparent extension. Jan 17 10:54:48.348225 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102915) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 10:54:48.348536 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: router Jan 17 10:54:48.384839 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.385172 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_create 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.385542 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router before_create 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.385932 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.386303 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.386657 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_delete 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.387017 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.387364 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.387725 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_create 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.388070 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.388416 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.388760 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.389113 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.389516 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.389911 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.390251 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.390590 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: subnet after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.390927 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.391276 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.391619 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.391957 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.392300 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.392651 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router after_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.392997 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.393336 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.393721 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.394065 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.394424 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > agent after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.394771 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.395110 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > network after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.395956 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Tracking information for resource: router configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:48.396289 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Tracking information for resource: floatingip configured {{(pid=102915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 10:54:48.401991 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.db.l3_agentschedulers_db [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 10:54:48.402559 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.402917 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.403268 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.403616 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.404393 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router before_create 55550100 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.404758 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.405120 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.405475 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.410207 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.provider_configuration [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service providers = [] {{(pid=102915) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 10:54:48.410575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.db.servicetype_db [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102915) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 10:54:48.413505 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.service_base [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 10:54:48.413886 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.service_base [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 10:54:48.414231 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.service_base [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 10:54:48.415118 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.services.service_base [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 10:54:48.416248 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.services.service_base [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 10:54:48.416621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.416935 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 10:54:48.429024 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.429359 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: auto_allocate Jan 17 10:54:48.435218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: network precommit_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.435586 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: network precommit_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.436094 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.436413 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: tag Jan 17 10:54:48.442990 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.443322 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: timestamp Jan 17 10:54:48.448273 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.448606 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: network_ip_availability Jan 17 10:54:48.454094 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.454460 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.454812 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.455508 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.455822 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: flavors Jan 17 10:54:48.460534 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.460868 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading Plugin: revisions Jan 17 10:54:48.465838 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 10:54:48.466230 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.228s {{(pid=102915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 10:54:48.466967 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102915) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 10:54:48.467303 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Initializing extension manager. Jan 17 10:54:48.467825 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: __init__.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.468165 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: __pycache__ {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.468499 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.468829 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: address_group.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.469577 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.470165 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: address-group Jan 17 10:54:48.470488 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: address_scope.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.471384 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.471892 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: address-scope Jan 17 10:54:48.472217 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.473154 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.473676 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: router-admin-state-down-before-update Jan 17 10:54:48.474005 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: agent.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.474698 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.475203 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: agent Jan 17 10:54:48.475524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: agent_resources_synced.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.476428 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.476943 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: agent-resources-synced Jan 17 10:54:48.477267 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.479201 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.479724 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: allowed-address-pairs Jan 17 10:54:48.480054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.481155 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.481740 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: auto-allocated-topology Jan 17 10:54:48.482022 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: availability_zone.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.482714 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.483221 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: availability_zone Jan 17 10:54:48.483543 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: availability_zone_filter.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.484451 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.484963 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: availability_zone_filter Jan 17 10:54:48.485287 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: data_plane_status.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.486214 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.486718 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 10:54:48.487038 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: default_subnetpools.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.487946 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.488454 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: default-subnetpools Jan 17 10:54:48.488775 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.489577 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.490117 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: dhcp_agent_scheduler Jan 17 10:54:48.490440 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: dns.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.491344 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.491848 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 10:54:48.492169 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: dns_domain_ports.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.493078 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.493747 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 10:54:48.494091 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.494990 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.495490 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 10:54:48.495809 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: dvr.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.496474 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.496975 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: dvr Jan 17 10:54:48.497296 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: ecmp_routes.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.498239 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.498738 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 10:54:48.499059 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: empty_string_filtering.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.499966 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.500472 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: empty-string-filtering Jan 17 10:54:48.500796 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.501722 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.502228 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 10:54:48.502550 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.503456 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.503964 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 10:54:48.504289 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: external_net.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.505190 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.505725 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: external-net Jan 17 10:54:48.506050 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.506952 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.507457 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: extra_dhcp_opt Jan 17 10:54:48.507778 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: extraroute.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.508692 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.509836 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: extraroute Jan 17 10:54:48.510164 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: extraroute_atomic.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.511192 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.511705 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: extraroute-atomic Jan 17 10:54:48.512031 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: filter_validation.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.512692 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.513197 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: filter-validation Jan 17 10:54:48.513520 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: fip_pf_description.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.514455 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.514960 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 10:54:48.515281 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: fip_port_details.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.516198 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.516706 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: fip-port-details Jan 17 10:54:48.517026 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: flavors.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.518285 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.518805 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: flavors Jan 17 10:54:48.519131 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.520812 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.521328 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 10:54:48.521656 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: floatingip_pools.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.522370 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.522879 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: floatingip-pools Jan 17 10:54:48.523204 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: ip_allocation.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.524117 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.524620 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 10:54:48.525646 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.526585 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.527093 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: ip-substring-filtering Jan 17 10:54:48.527418 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l2_adjacency.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.528329 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.528821 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 10:54:48.529147 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.530252 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.530769 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: router Jan 17 10:54:48.531091 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.533312 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.533872 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 10:54:48.534205 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.535126 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.535636 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: ext-gw-mode Jan 17 10:54:48.535960 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.536887 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.537394 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: l3-ha Jan 17 10:54:48.537743 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3_flavors.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.538648 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.539158 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: l3-flavors Jan 17 10:54:48.539480 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.540547 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.541056 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 10:54:48.541381 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: l3agentscheduler.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.542464 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.542974 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: l3_agent_scheduler Jan 17 10:54:48.543301 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: local_ip.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.545102 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.545629 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension local_ip not supported by any of loaded plugins Jan 17 10:54:48.545993 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: logging.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.547466 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.547984 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension logging not supported by any of loaded plugins Jan 17 10:54:48.548317 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: metering.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.549059 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.549630 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: metering Jan 17 10:54:48.549981 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.551071 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.551583 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: metering_source_and_destination_fields Jan 17 10:54:48.551909 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: multiprovidernet.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.552825 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.553330 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: multi-provider Jan 17 10:54:48.553653 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: netmtu.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.554591 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.555094 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: net-mtu Jan 17 10:54:48.555418 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: netmtu_writable.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.556464 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.556989 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: net-mtu-writable Jan 17 10:54:48.557319 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: network_availability_zone.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.558028 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.558532 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: network_availability_zone Jan 17 10:54:48.558860 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: network_ip_availability.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.559993 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.560503 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: network-ip-availability Jan 17 10:54:48.560827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: network_segment_range.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.561590 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.562126 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 10:54:48.562446 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: pagination.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.563582 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.563908 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: pagination Jan 17 10:54:48.564228 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: port_device_profile.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.565125 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.565636 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: port-device-profile Jan 17 10:54:48.565980 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.566900 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.567406 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: port-mac-address-regenerate Jan 17 10:54:48.567728 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.568642 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.569150 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: port-numa-affinity-policy Jan 17 10:54:48.569471 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: port_resource_request.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.570404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.570912 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 10:54:48.571235 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.573104 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.573610 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 10:54:48.573968 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: portbindings.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.574899 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.575402 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: binding Jan 17 10:54:48.575724 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: portbindings_extended.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.577002 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.577516 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: binding-extended Jan 17 10:54:48.577869 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: portsecurity.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.578776 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.579288 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: port-security Jan 17 10:54:48.579611 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: project_id.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.580579 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.580908 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: project-id Jan 17 10:54:48.581230 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: providernet.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.582167 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.582674 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: provider Jan 17 10:54:48.582995 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.586631 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.587157 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos not supported by any of loaded plugins Jan 17 10:54:48.588265 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.589520 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.590074 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 10:54:48.590405 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.591324 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.591838 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 10:54:48.592161 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_default.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.593071 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.593584 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-default not supported by any of loaded plugins Jan 17 10:54:48.593934 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_fip.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.594848 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.595357 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 10:54:48.595677 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.596588 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.597102 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 10:54:48.597424 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.598366 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.598877 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 10:54:48.599197 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.600111 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.600619 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 10:54:48.600941 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.602017 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.602525 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 10:54:48.602907 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_pps_rule.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.604127 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.604643 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-pps not supported by any of loaded plugins Jan 17 10:54:48.604970 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.605908 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.606412 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 10:54:48.606734 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: qos_rules_alias.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.607772 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.608283 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 10:54:48.608610 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: quota_check_limit.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.609522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.610065 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: quota-check-limit Jan 17 10:54:48.610390 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: quotasv2.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.611333 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.611660 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: quotas Jan 17 10:54:48.611980 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: quotasv2_detail.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.615379 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.615723 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: quota_details Jan 17 10:54:48.616078 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: rbac.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.617110 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.617637 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: rbac-policies Jan 17 10:54:48.617996 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: rbac_address_group.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.619045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.619569 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: rbac-address-group Jan 17 10:54:48.619895 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: rbac_address_scope.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.620808 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.621316 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: rbac-address-scope Jan 17 10:54:48.621643 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: rbac_security_groups.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.622590 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.623097 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: rbac-security-groups Jan 17 10:54:48.623422 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.624327 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.624834 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: rbac-subnetpool Jan 17 10:54:48.625159 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: revisionifmatch.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.626100 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.626608 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: revision-if-match Jan 17 10:54:48.626931 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: revisions.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.628040 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.628551 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: standard-attr-revisions Jan 17 10:54:48.628878 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: router_availability_zone.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.629553 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.630096 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: router_availability_zone Jan 17 10:54:48.630420 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: routerservicetype.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.631329 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.631831 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 10:54:48.632153 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.633133 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.633642 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: security-groups-normalized-cidr Jan 17 10:54:48.633995 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.635579 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.636044 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: port-security-groups-filtering Jan 17 10:54:48.636368 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.637299 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.637843 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: security-groups-remote-address-group Jan 17 10:54:48.638168 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.639081 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.639587 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: security-groups-shared-filtering Jan 17 10:54:48.639916 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.640517 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 10:54:48.640838 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: securitygroup.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.651210 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.651742 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: security-group Jan 17 10:54:48.652078 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: segment.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.652861 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.653371 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension segment not supported by any of loaded plugins Jan 17 10:54:48.653728 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.654670 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.655182 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 10:54:48.655515 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: servicetype.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.656596 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.657114 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: service-type Jan 17 10:54:48.657442 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: sorting.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.658442 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.658776 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: sorting Jan 17 10:54:48.659101 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: standard_attr_segment.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.660014 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.660531 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 10:54:48.660855 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: standardattrdescription.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.661500 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.662038 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: standard-attr-description Jan 17 10:54:48.662363 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: stateful_security_group.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.663285 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.663798 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: stateful-security-group Jan 17 10:54:48.664121 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: stdattrs_common.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.664687 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 10:54:48.665008 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.666034 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.666559 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 10:54:48.666881 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnet_onboard.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.667944 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.668462 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: subnet_onboard Jan 17 10:54:48.668784 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.669738 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.670250 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 10:54:48.670571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnet_service_types.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.671485 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.671995 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: subnet-service-types Jan 17 10:54:48.672315 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnetallocation.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.673384 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.673941 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: subnet_allocation Jan 17 10:54:48.674264 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.674920 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.675444 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: subnetpool-prefix-ops Jan 17 10:54:48.675764 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.676678 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.677181 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 10:54:48.677500 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: tagging.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.678584 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.679101 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: standard-attr-tag Jan 17 10:54:48.679424 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: timestamp.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.680628 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.681203 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loaded extension: standard-attr-timestamp Jan 17 10:54:48.681498 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: trunk.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.682550 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.683069 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension trunk not supported by any of loaded plugins Jan 17 10:54:48.683396 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: trunk_details.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.684310 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.684821 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 10:54:48.685151 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.686106 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.686617 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 10:54:48.686941 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Loading extension file: vlantransparent.py {{(pid=102915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 10:54:48.687604 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 10:54:48.688112 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 10:54:48.690614 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:network Jan 17 10:54:48.691127 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnet Jan 17 10:54:48.691523 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 10:54:48.691911 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:port Jan 17 10:54:48.693125 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.693568 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service FLAVORS assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.694215 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.694644 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.694979 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:router Jan 17 10:54:48.695414 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 10:54:48.695900 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service METERING assigned prefix: /metering {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.698153 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.698522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.698873 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 10:54:48.699860 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 10:54:48.700293 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:security_group Jan 17 10:54:48.700714 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 10:54:48.701302 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service CORE assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.701629 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 10:54:48.701997 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] subnetpool is already registered Jan 17 10:54:48.702434 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service CORE assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.702758 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 10:54:48.703088 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] subnetpool is already registered Jan 17 10:54:48.705375 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.705950 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service FLAVORS assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.706586 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.707009 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.707340 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:router Jan 17 10:54:48.707675 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] router is already registered Jan 17 10:54:48.708081 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 10:54:48.708413 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] floatingip is already registered Jan 17 10:54:48.708884 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service METERING assigned prefix: /metering {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.709571 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 10:54:48.709917 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] rbac_policy is already registered Jan 17 10:54:48.710345 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:security_group Jan 17 10:54:48.710679 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] security_group is already registered Jan 17 10:54:48.711079 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 10:54:48.711408 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] security_group_rule is already registered Jan 17 10:54:48.711891 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service CORE assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.712229 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 10:54:48.713091 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] subnetpool is already registered Jan 17 10:54:48.713519 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.v2.resource_helper [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Service CORE assigned prefix: {{(pid=102915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 10:54:48.713871 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 10:54:48.714202 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING neutron.quota.resource_registry [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] subnetpool is already registered Jan 17 10:54:48.714667 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: extensions {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.717230 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: address-groups {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.718781 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: address-scopes {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.719987 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: agents {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.721249 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: auto-allocated-topology {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.722513 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: availability_zones {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.723717 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: dhcp-networks {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.725116 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: dhcp-agents {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.726684 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: routers {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.728911 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: flavors {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.730200 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: service_profiles {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.731397 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: next_providers {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.732831 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: service_profiles {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.734309 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: floatingip-pools {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.735905 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: routers {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.738044 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: floatingips {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.739314 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: l3-routers {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.740686 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: l3-agents {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.742136 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: metering-labels {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.743378 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: metering-label-rules {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.744922 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: network-ip-availabilities {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.746210 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: bindings {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.747747 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: quotas {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.749397 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: quotas {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.750952 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: rbac-policies {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.752152 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: security-groups {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.753459 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: security-group-rules {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.754711 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: service-providers {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.755938 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: subnetpools {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.757245 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: subnetpools {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.758816 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.761128 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.762952 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.764717 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.766418 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.768339 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.770035 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.772829 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.774732 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.777114 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron.api.extensions [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Extended resource: tags {{(pid=102915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 10:54:48.783069 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING keystonemiddleware.auth_token [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 10:54:48.787638 dv-cinder-824911-1-iscsi neutron-server[102915]: WARNING keystonemiddleware.auth_token [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 10:54:48.796491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Acquired lock "singleton_lock" {{(pid=102915) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 10:54:48.796959 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_concurrency.lockutils [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Releasing lock "singleton_lock" {{(pid=102915) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 10:54:48.797603 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Starting 2 workers Jan 17 10:54:48.802412 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Started child 103024 {{(pid=102915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 10:54:48.807639 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Started child 103025 {{(pid=102915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 10:54:48.808778 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.809498 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO neutron.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 10:54:48.809880 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.810363 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [-] (103024) wsgi starting up on http://0.0.0.0:9696 Jan 17 10:54:48.812221 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Starting 1 workers Jan 17 10:54:48.812383 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.813758 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [-] (103025) wsgi starting up on http://0.0.0.0:9696 Jan 17 10:54:48.817397 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Started child 103026 {{(pid=102915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 10:54:48.817943 dv-cinder-824911-1-iscsi neutron-server[102915]: INFO oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Starting 1 workers Jan 17 10:54:48.821051 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] calling RpcWorker wait() {{(pid=103026) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 10:54:48.821772 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] returning from RpcWorker wait() {{(pid=103026) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 10:54:48.823429 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Started child 103027 {{(pid=102915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 10:54:48.824121 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.824218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-452ece20-caf3-4e66-8b93-07b90d2ef4b4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.824626 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:54:48.826149 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102915) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 10:54:48.826370 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 10:54:48.826550 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 10:54:48.826781 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 10:54:48.827115 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 10:54:48.827282 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 10:54:48.827773 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.828050 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.828298 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:54:48.828756 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.828756 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.828882 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.829375 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.829615 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.829900 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.830165 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.830433 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.830601 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.830767 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.831035 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.831295 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.831593 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.831863 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.832119 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.832383 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.832556 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.832818 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.833079 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.833334 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.833598 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] debug = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.833878 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.834498 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.834739 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.834962 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.835182 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.835457 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.835709 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.835994 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.836217 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.836438 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.836693 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.836952 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.837183 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.837587 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.837878 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.838095 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.838349 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.838589 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.839047 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] host = dv-cinder-824911-1-iscsi {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.839291 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.839508 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.839752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.840002 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.840247 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.840494 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.840748 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.841006 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.841255 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.841481 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.841749 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.842089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.842352 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.842589 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.842753 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_options = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.842995 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.843286 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.843530 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.843770 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.843940 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.844105 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.844372 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.844537 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.844795 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.845050 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.845267 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.845515 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.845781 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.846016 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.846287 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.846563 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.846800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.847009 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.847263 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.847487 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.847709 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.847980 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.848231 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.848464 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.848697 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.848931 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.849187 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.849416 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.849697 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.849875 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.850107 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.850366 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.850614 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.850738 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:54:48.851094 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.851355 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.851586 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.851813 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.852027 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.852286 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.852517 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.852767 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.853207 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.853542 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.853749 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.853974 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.854224 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.854646 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_json = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.854646 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.855451 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.856325 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.856647 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.857532 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.857788 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.858270 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.858524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.858747 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.859185 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.859486 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.860259 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.860514 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.860775 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.861243 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.861506 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.861755 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.862013 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.862270 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.862586 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.862840 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.875802 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.876491 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877021 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.877575 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.878814 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879404 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879943 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879943 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.879943 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.880176 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.880301 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.880515 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.880931 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.881248 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.881469 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.881710 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.882241 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.882654 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.883079 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.883540 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.883949 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.884958 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.885358 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.885874 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.886067 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.886307 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.886589 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.887079 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.887187 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.887405 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.887623 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.887883 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.888106 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.888340 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.888578 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.888798 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.889011 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.889262 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.889486 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.889747 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.889994 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.890219 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.890471 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.890686 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.890908 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.891121 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.891352 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.891590 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.891872 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.892124 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.892420 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.892632 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.892872 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.893167 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.893413 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.893710 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.893955 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.894240 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.894523 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.894807 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.895079 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.895338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.895569 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.895819 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.896049 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.896307 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.896643 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.896890 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.897132 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.897374 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.897595 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.897863 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.898114 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.898444 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.898694 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.898908 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.899346 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.899477 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.900324 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.900458 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.900727 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.900919 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.902918 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.905877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906343 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906792 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.906792 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.907048 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.907216 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.907512 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.907866 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.907984 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.908196 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.908673 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.909257 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.909866 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.910143 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.910377 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.910589 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.910806 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.911031 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.911245 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.911459 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.911691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.911908 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.912160 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.912397 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.912728 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.912980 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.913211 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.913475 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.913733 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.913976 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.914212 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.914458 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.914676 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.914894 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.915130 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.915413 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.915656 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.915901 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.916133 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.916349 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.916592 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.916810 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.917022 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.917319 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.917573 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.917827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.918085 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.918307 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.918539 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.918792 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.919006 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.919211 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.919433 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.919650 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.919871 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.920104 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.920314 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.920524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.920745 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.920993 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.921204 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.921432 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.921643 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.921877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.922100 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.922313 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.922522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.922765 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.922994 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.923205 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.924540 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.924782 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.925009 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.925239 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.925459 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.925690 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.927711 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.928646 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.928900 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.929220 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.929486 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.929747 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.930051 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.930289 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.930585 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.930815 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.931650 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.931877 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.932123 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.932362 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.932586 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.932827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.933083 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.933420 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.933949 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.934207 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945175 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945175 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945370 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.945463 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946089 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.946769 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102915) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948045 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.948609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949139 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] debug = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.949683 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.950522 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] host = dv-cinder-824911-1-iscsi {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951054 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951524 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951726 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951804 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.951946 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.952105 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.952440 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.952608 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.952763 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.952922 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953080 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_options = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953239 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953399 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953555 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953770 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.953959 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954092 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954249 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954408 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954565 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954726 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.954882 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.955059 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.955372 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.955539 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.955695 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.955856 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956013 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956174 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956332 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956489 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956647 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956806 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.956977 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.957421 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.957800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.958031 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.958262 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.958701 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.958862 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959026 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959180 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959510 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959669 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959828 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.959992 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960151 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960311 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960469 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960657 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960816 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.960983 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.961122 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.961280 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.961445 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.962581 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.962748 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.962901 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_json = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963495 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963495 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963495 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963495 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963984 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963984 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.963984 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.964307 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.964307 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 10:54:48.964537 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.964537 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.964768 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.964889 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.965009 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.965329 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.965329 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.965557 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.965719 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.966754 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.966937 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.967103 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.968229 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.968723 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.968891 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969057 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969215 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969374 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969597 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969720 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.969916 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970080 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970260 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970421 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970582 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970743 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.970905 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971414 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971574 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971735 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.971895 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.972055 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.972218 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.972537 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.972764 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.973965 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974131 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974292 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974461 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974619 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974779 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.974942 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975104 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975266 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975432 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975593 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.975913 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976075 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976238 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976399 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976561 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976721 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.976883 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.977043 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.977216 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.977376 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.977535 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.984484 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.991691 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992271 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.992800 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.993338 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.994483 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995088 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.995621 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996223 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.996752 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997278 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.997827 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998371 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.998910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999447 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:48.999986 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000428 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000428 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000428 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000674 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000822 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.000987 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001151 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001318 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001480 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001642 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001830 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.001992 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.002171 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.002353 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.002622 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.002786 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.002948 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003113 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003290 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003454 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003616 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003780 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.003942 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004129 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004303 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004466 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004629 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004790 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.004950 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005112 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005286 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005448 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005609 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005794 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.005979 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.006184 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.006366 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.006530 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.006727 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.006910 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.007120 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.007286 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.007836 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008028 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008193 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008358 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008521 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008684 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.008858 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.009022 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.009236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.009933 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010128 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010292 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010454 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010630 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010795 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.010960 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.011163 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.011325 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.011540 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.011707 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.011876 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012050 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012220 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012386 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012559 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012730 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.012927 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.013129 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.013300 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.013508 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.013688 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.013865 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014028 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014191 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014354 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014515 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014677 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.014839 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.025571 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.026236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.026236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 10:54:49.026236 dv-cinder-824911-1-iscsi neutron-server[102915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 10:54:49.068563 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 55866) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:54:49.078609 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078173 Jan 17 10:55:00.849730 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731efe7b-84f7-4d7f-8277-fdec67104fdc None None] get_active_networks_info from dv-cinder-824911-1-iscsi {{(pid=103026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 10:55:00.973826 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731efe7b-84f7-4d7f-8277-fdec67104fdc None None] No non-hosted networks {{(pid=103026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 10:55:00.981409 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e0de-59f7-4aec-a940-b8d9277e1ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:03.181649 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9332-2706-46e2-a656-29dd4af6a3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:03.220617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.db.api [None req-032beb62-2e92-40e5-a2a8-95e05ef5bb84 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824911-1-iscsi {{(pid=103026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 10:55:03.221346 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG oslo_db.api [None req-032beb62-2e92-40e5-a2a8-95e05ef5bb84 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 10:55:03.813631 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-032beb62-2e92-40e5-a2a8-95e05ef5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:04.304838 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:05.562324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:06.756378 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:06.757011 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.757385 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.757756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.758124 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.758463 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.758777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.759099 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.759449 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.759779 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.760103 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.760459 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.760788 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.761111 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:06.761509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824911-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:06.773936 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824911-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:09.397992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 55964) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:09.896360 dv-cinder-824911-1-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-94fa4963-f56b-4ac8-b9ec-4e7dc51b9613 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:09.896911 dv-cinder-824911-1-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-94fa4963-f56b-4ac8-b9ec-4e7dc51b9613 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:10.127734 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [None req-94fa4963-f56b-4ac8-b9ec-4e7dc51b9613 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:55:10.128881 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-94fa4963-f56b-4ac8-b9ec-4e7dc51b9613 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7299876 Jan 17 10:55:10.989307 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.db.l3_hamode_db [None req-a5f6d999-3037-4c4b-b352-437548949d96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 10:55:11.068927 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6d999-3037-4c4b-b352-437548949d96 None None] Routers set() bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:55:11.069228 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6d999-3037-4c4b-b352-437548949d96 None None] Router IDs set() for agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 10:55:12.753022 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 55980) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:13.241369 dv-cinder-824911-1-iscsi neutron-server[103024]: WARNING oslo_policy.policy [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:13.241961 dv-cinder-824911-1-iscsi neutron-server[103024]: WARNING oslo_policy.policy [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:13.466258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '5c6eb03f552b4a228640ad4cc89346f1', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:13.563686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.policy [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103024) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 10:55:13.610740 dv-cinder-824911-1-iscsi neutron-server[103024]: WARNING oslo_policy.policy [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:13.611111 dv-cinder-824911-1-iscsi neutron-server[103024]: WARNING oslo_policy.policy [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:13.619926 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.quota [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] Loaded quota_driver: . Jan 17 10:55:13.749294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087099299', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087127542', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087113578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087077985', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087068383', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749087095817', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1640528', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-984995'] for rbac-policy (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:13.957647 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:13.959157 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-18522ecd-3635-43f1-8b4f-c70c54cfe1e8 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2040207 Jan 17 10:55:16.552382 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 55998) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:16.850397 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'project_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:16.931864 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Made reservation on behalf of 353747cd161a43babb03796a67dbc963 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:55:16.934761 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:16.951692 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.057170 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks [] for security_group (35643721-1f3f-4465-bd12-7f2d701a29f5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.120342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (35643721-1f3f-4465-bd12-7f2d701a29f5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.139647 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:55:17.166875 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749084075295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (dc5a1adc-429e-4c8f-a175-d4e98fc17d53), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.167427 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Unsubscribe: segment precommit_create {{(pid=103024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 10:55:17.167925 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Added segment dc5a1adc-429e-4c8f-a175-d4e98fc17d53 of type vlan for network 5f6f4e91-1d1d-440d-9514-32ba087bb681 Jan 17 10:55:17.183161 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35643721-1f3f-4465-bd12-7f2d701a29f5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:17.230030 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.230389 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.230728 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.231061 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.231384 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.231708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.232045 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.232381 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.232697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.233032 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.233352 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.233693 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.234000 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Tracked resource versions report: Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: pushed versions: Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: { 'AddressGroup': {'1.2'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'ConntrackHelper': {'1.0'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'LocalIPAssociation': {'1.0'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Log': {'1.0'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Network': {'1.1'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Port': {'1.7'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'PortForwarding': {'1.2'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'QosPolicy': {'1.10'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroup': {'1.5'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroupRule': {'1.2'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SubPort': {'1.0'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Subnet': {'1.1'}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Trunk': {'1.1'}} Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: consumer versions: Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'ConntrackHelper': '1.0', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'LocalIPAssociation': '1.0', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Log': '1.0', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Network': '1.1', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Port': '1.7', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'PortForwarding': '1.2', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'QosPolicy': '1.10', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroup': '1.5', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroupRule': '1.2', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SubPort': '1.0', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Subnet': '1.1', Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Trunk': '1.1'}} Jan 17 10:55:17.235321 dv-cinder-824911-1-iscsi neutron-server[103024]: {{(pid=103024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 10:55:17.276008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (5f6f4e91-1d1d-440d-9514-32ba087bb681), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.377458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (5f6f4e91-1d1d-440d-9514-32ba087bb681), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.378635 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:17.379359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:17.472651 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6f4e91-1d1d-440d-9514-32ba087bb681,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:17.483666 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:55:17.535384 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e421b3a5-3ec6-46f8-9910-dbf244054398 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9819381 Jan 17 10:55:20.184226 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56012) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:20.569739 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb46c0c-befa-4746-ab26-9225ec57dbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:20.571639 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-beb46c0c-befa-4746-ab26-9225ec57dbd2 admin admin] 10.222.0.44 "GET /v2.0/networks/5f6f4e91-1d1d-440d-9514-32ba087bb681 HTTP/1.1" status: 200 len: 825 time: 0.3864543 Jan 17 10:55:20.595717 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-670985c3-860b-4b70-ba26-77b55ef8e843 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/5f9edd54-d75b-4eb0-bceb-b06249f4aae3 HTTP/1.1" status: 200 len: 734 time: 0.0184243 Jan 17 10:55:20.603953 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:20.703927 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Made reservation on behalf of 353747cd161a43babb03796a67dbc963 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:55:20.706205 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:21.051993 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (d60981e2-a8e9-4bd3-b335-58e7725f8ccc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:21.122294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Checking segment: {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:55:21.122674 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Network hostable DHCP agents. Network: 5f6f4e91-1d1d-440d-9514-32ba087bb681, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:55:21.125041 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60981e2-a8e9-4bd3-b335-58e7725f8ccc,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:21.201056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:55:21.258251 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 5f6f4e91-1d1d-440d-9514-32ba087bb681) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:21.263483 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:21.264083 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:21.268210 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cac528-fef7-4d60-a8e8-cf2a467ec01c None None] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:55:21.318345 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0d0ef32d-ad82-4c2c-8b8e-c6f4b7b91fba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7174520 Jan 17 10:55:21.531681 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-5f6f4e91-1d1d-440d-9514-32ba087bb681', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'project_id': '353747cd161a43babb03796a67dbc963', 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:55:21.532901 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:21.830380 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Allocated IP 172.20.0.2 (5f6f4e91-1d1d-440d-9514-32ba087bb681/d60981e2-a8e9-4bd3-b335-58e7725f8ccc/1fbbd5e6-a375-446a-97ec-570cc4a8c705) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:55:22.072535 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks [] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:22.139395 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:22.218659 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:55:22.223273 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:22.229273 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Pushing event updated for resources: {'Port': ['ID=1fbbd5e6-a375-446a-97ec-570cc4a8c705,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:22.233278 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:55:22.240959 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.241309 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.241692 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.242041 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.242496 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.242834 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.243166 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.243495 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.243826 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.244206 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.244522 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.244847 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.245169 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Tracked resource versions report: Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: pushed versions: Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Log': {'1.0'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Network': {'1.1'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Port': {'1.7'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: consumer versions: Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Log': '1.0', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Network': '1.1', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Port': '1.7', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SubPort': '1.0', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Subnet': '1.1', Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Jan 17 10:55:22.246572 dv-cinder-824911-1-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 10:55:22.318277 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Attempting to bind port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:55:22.318910 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Attempting to bind port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:55:22.319098 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Attempting to bind port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 on network 5f6f4e91-1d1d-440d-9514-32ba087bb681 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:55:22.324778 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:55:22.325172 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Checking segment: {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:55:22.325704 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:22.326111 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Bound using segment: {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:55:22.326601 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Bound port: 1fbbd5e6-a375-446a-97ec-570cc4a8c705, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:55:22.327015 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:22.387780 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] For port 1fbbd5e6-a375-446a-97ec-570cc4a8c705, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:55:22.391894 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] For port 1fbbd5e6-a375-446a-97ec-570cc4a8c705, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=1fbbd5e6-a375-446a-97ec-570cc4a8c705,segment=NetworkSegment(dc5a1adc-429e-4c8f-a175-d4e98fc17d53),segment_id=dc5a1adc-429e-4c8f-a175-d4e98fc17d53)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:55:22.486598 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:22.550324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85ef92-30ab-4aac-a0be-0f92a7757cc3 None None] Pushing event updated for resources: {'Port': ['ID=1fbbd5e6-a375-446a-97ec-570cc4a8c705,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:23.756149 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56020) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:24.070969 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [None req-015e0d7e-f4ba-4c8c-8a8c-fce81d0e8819 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:55:24.072223 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-015e0d7e-f4ba-4c8c-8a8c-fce81d0e8819 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150511 Jan 17 10:55:26.507349 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56028) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:26.814308 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [None req-72cad6c7-a580-4ebd-aaa7-53a6fa5a9b60 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:55:26.815267 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-72cad6c7-a580-4ebd-aaa7-53a6fa5a9b60 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3063724 Jan 17 10:55:29.517121 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56038) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:29.809923 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Request body: {'router': {'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:29.876440 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.policy [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103025) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 10:55:29.924401 dv-cinder-824911-1-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:29.924785 dv-cinder-824911-1-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 10:55:29.933788 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.quota [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Loaded quota_driver: . Jan 17 10:55:30.059028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:30.061071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:30.212926 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Publish callbacks [] for router_controller (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), precommit_add_association {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:30.264121 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:30.344955 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:30.346339 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b61e00fc-7edb-4134-a0e4-d4d99da24206 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8282287 Jan 17 10:55:30.790473 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f594586e-e558-4a49-b831-6bef7a1a6200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:32.770126 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56052) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:33.078609 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [None req-de5a7970-45f8-4514-ac59-5aa86e48e0f7 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:55:33.079686 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-de5a7970-45f8-4514-ac59-5aa86e48e0f7 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3085499 Jan 17 10:55:33.138753 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ba477251-706e-4282-990b-4cbf8f9e15e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.325850 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 1fbbd5e6-a375-446a-97ec-570cc4a8c705 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:55:33.413502 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:33.413962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.474579 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b3382-94a6-4dc7-8b5d-6d6a9f6aec51 None None] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:55:33.572114 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:33.572415 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.631423 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-178f1b25-2ae4-41b0-9a12-0f30d7743806 None None] Provisioning complete for port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:33.631805 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-178f1b25-2ae4-41b0-9a12-0f30d7743806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.634238 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 1fbbd5e6-a375-446a-97ec-570cc4a8c705, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=1fbbd5e6-a375-446a-97ec-570cc4a8c705,segment=NetworkSegment(dc5a1adc-429e-4c8f-a175-d4e98fc17d53),segment_id=dc5a1adc-429e-4c8f-a175-d4e98fc17d53)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:55:33.710085 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.772148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-178f1b25-2ae4-41b0-9a12-0f30d7743806 None None] Current status of the port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:33.785606 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=1fbbd5e6-a375-446a-97ec-570cc4a8c705,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:33.892291 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-ad04262f-5799-42df-b260-3d0bed67f7db None None] Provisioning complete for port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:33.892685 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad04262f-5799-42df-b260-3d0bed67f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:33.968389 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ad04262f-5799-42df-b260-3d0bed67f7db None None] Current status of the port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:34.257073 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:35.284387 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 1fbbd5e6-a375-446a-97ec-570cc4a8c705 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:55:35.333708 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:35.334112 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:35.408000 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:35.532894 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:35.578257 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56084) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:35.702929 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'project_id': '5c6eb03f552b4a228640ad4cc89346f1', 'name': 'public', 'provider:physical_network': 'physnet1', 'tenant_id': '5c6eb03f552b4a228640ad4cc89346f1', 'is_default': True}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:35.840832 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Made reservation on behalf of 5c6eb03f552b4a228640ad4cc89346f1 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:55:35.843540 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:35.858805 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:35.957807 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks [] for security_group (ea4b450d-b4a9-437d-acd7-933a65db1438), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.069333 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ea4b450d-b4a9-437d-acd7-933a65db1438), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.081201 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Reserving flat network on physical network physnet1 {{(pid=103025) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 10:55:36.111903 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749084075295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (5968d29d-1b65-405e-8fda-4266678494df), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.112432 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Unsubscribe: segment precommit_create {{(pid=103025) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 10:55:36.112944 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Added segment 5968d29d-1b65-405e-8fda-4266678494df of type flat for network 3de69db4-7c92-412c-b767-148f0d1c7ede Jan 17 10:55:36.129033 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b450d-b4a9-437d-acd7-933a65db1438,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:36.154269 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.154629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.154968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.155298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.155623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.155947 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.156278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.156600 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.156918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.157248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.157565 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.157900 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.158214 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Tracked resource versions report: Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: pushed versions: Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: { 'AddressGroup': {'1.2'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'ConntrackHelper': {'1.0'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'LocalIPAssociation': {'1.0'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Log': {'1.0'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Network': {'1.1'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Port': {'1.7'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'PortForwarding': {'1.2'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'QosPolicy': {'1.10'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroup': {'1.5'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroupRule': {'1.2'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SubPort': {'1.0'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Subnet': {'1.1'}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Trunk': {'1.1'}} Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: consumer versions: Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'ConntrackHelper': '1.0', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'LocalIPAssociation': '1.0', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Log': '1.0', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Network': '1.1', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Port': '1.7', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'PortForwarding': '1.2', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'QosPolicy': '1.10', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroup': '1.5', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroupRule': '1.2', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SubPort': '1.0', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Subnet': '1.1', Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Trunk': '1.1'}} Jan 17 10:55:36.159606 dv-cinder-824911-1-iscsi neutron-server[103025]: {{(pid=103025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 10:55:36.232252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (3de69db4-7c92-412c-b767-148f0d1c7ede), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.338371 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (3de69db4-7c92-412c-b767-148f0d1c7ede), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.339445 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:36.340124 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:36.432017 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] Pushing event updated for resources: {'Network': ['ID=3de69db4-7c92-412c-b767-148f0d1c7ede,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:36.442355 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 3de69db4-7c92-412c-b767-148f0d1c7ede details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:55:36.484562 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-54bb14a6-0330-48f4-a403-a03352e53756 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9051259 Jan 17 10:55:36.771231 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:38.744323 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56096) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:38.875326 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d173693-6ccd-4f51-97f1-02c47396e6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:38.876656 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7d173693-6ccd-4f51-97f1-02c47396e6dd admin admin] 10.222.0.44 "GET /v2.0/subnets/d60981e2-a8e9-4bd3-b335-58e7725f8ccc HTTP/1.1" status: 200 len: 849 time: 0.1313636 Jan 17 10:55:39.010217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-50ae58ea-2193-4271-b69d-c1cf521c44c2 admin admin] 10.222.0.44 "GET /v2.0/routers/f3c94a4b-114c-4f93-93b4-86f6786b4d5c HTTP/1.1" status: 200 len: 704 time: 0.1279242 Jan 17 10:55:39.268507 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:39.560626 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Allocated IP 172.20.0.1 (5f6f4e91-1d1d-440d-9514-32ba087bb681/d60981e2-a8e9-4bd3-b335-58e7725f8ccc/589ca6c0-1b5d-45dd-9408-cbb68896d556) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:55:39.739421 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks [] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:39.863106 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:39.936648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:55:39.945456 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:39.950681 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Pushing event updated for resources: {'Port': ['ID=589ca6c0-1b5d-45dd-9408-cbb68896d556,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:39.953566 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:55:39.954396 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.122538 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e6ffe8f1-aca9-45b4-906d-2c50381c500d None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:40.123050 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e6ffe8f1-aca9-45b4-906d-2c50381c500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.155275 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffe8f1-aca9-45b4-906d-2c50381c500d None None] Port 589ca6c0-1b5d-45dd-9408-cbb68896d556 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:55:40.193502 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.444179 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks [] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.520762 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.521536 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.601316 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Pushing event updated for resources: {'Port': ['ID=589ca6c0-1b5d-45dd-9408-cbb68896d556,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:40.644582 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:55:40.645884 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:40.868582 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Router f3c94a4b-114c-4f93-93b4-86f6786b4d5c is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 10:55:40.878296 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-9b52fe28-abcd-4af8-9b20-72d16b3e8c27 None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:40.878690 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9b52fe28-abcd-4af8-9b20-72d16b3e8c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:40.914985 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-9b52fe28-abcd-4af8-9b20-72d16b3e8c27 None None] Port 589ca6c0-1b5d-45dd-9408-cbb68896d556 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:55:40.958645 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:55:40.963746 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e84703b4-1323-43ad-bdc3-a8838aad5520 admin admin] 10.222.0.44 "PUT /v2.0/routers/f3c94a4b-114c-4f93-93b4-86f6786b4d5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9482174 Jan 17 10:55:40.981616 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Sync routers for ids ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:55:40.996378 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Routers {'f3c94a4b-114c-4f93-93b4-86f6786b4d5c'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:55:40.997207 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T10:55:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:41.178129 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Set router f3c94a4b-114c-4f93-93b4-86f6786b4d5c gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:55:41.602340 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:40Z', 'revision_number': 2, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port_host': None, '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:40Z', 'revision_number': 2, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:41.653542 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Checking router: f3c94a4b-114c-4f93-93b4-86f6786b4d5c for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:55:41.653959 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Updating router f3c94a4b-114c-4f93-93b4-86f6786b4d5c port 589ca6c0-1b5d-45dd-9408-cbb68896d556 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:55:41.702315 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.212712 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks [] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.286958 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.422990 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Pushing event updated for resources: {'Port': ['ID=589ca6c0-1b5d-45dd-9408-cbb68896d556,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:42.450283 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.450646 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.451000 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.451341 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.451675 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.452065 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.452397 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.452730 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.453120 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.453442 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.453789 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.454168 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.454493 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Tracked resource versions report: Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: pushed versions: Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Log': {'1.0'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Network': {'1.1'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Port': {'1.7'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: consumer versions: Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Log': '1.0', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Network': '1.1', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Port': '1.7', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SubPort': '1.0', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Subnet': '1.1', Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Jan 17 10:55:42.455852 dv-cinder-824911-1-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 10:55:42.468741 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Attempting to bind port 589ca6c0-1b5d-45dd-9408-cbb68896d556 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:55:42.469155 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Attempting to bind port 589ca6c0-1b5d-45dd-9408-cbb68896d556 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:55:42.469609 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Attempting to bind port 589ca6c0-1b5d-45dd-9408-cbb68896d556 on network 5f6f4e91-1d1d-440d-9514-32ba087bb681 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:55:42.476407 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:55:42.476834 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Checking segment: {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:55:42.477311 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.477725 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Bound using segment: {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:55:42.478212 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Bound port: 589ca6c0-1b5d-45dd-9408-cbb68896d556, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5a1adc-429e-4c8f-a175-d4e98fc17d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:55:42.478592 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.542877 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0402baf7-7c7b-4a09-90ae-877d39a187e3 None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:42.543408 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0402baf7-7c7b-4a09-90ae-877d39a187e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.546084 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] For port 589ca6c0-1b5d-45dd-9408-cbb68896d556, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:55:42.566343 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] For port 589ca6c0-1b5d-45dd-9408-cbb68896d556, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=589ca6c0-1b5d-45dd-9408-cbb68896d556,segment=NetworkSegment(dc5a1adc-429e-4c8f-a175-d4e98fc17d53),segment_id=dc5a1adc-429e-4c8f-a175-d4e98fc17d53)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:55:42.585014 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0402baf7-7c7b-4a09-90ae-877d39a187e3 None None] Port 589ca6c0-1b5d-45dd-9408-cbb68896d556 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:55:42.630577 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.687823 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Routers {'f3c94a4b-114c-4f93-93b4-86f6786b4d5c'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:55:42.688472 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T10:55:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:42.729178 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab477dc-47c5-4199-b90d-c63660ed4b10 None None] Pushing event updated for resources: {'Port': ['ID=589ca6c0-1b5d-45dd-9408-cbb68896d556,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:42.782624 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] Set router f3c94a4b-114c-4f93-93b4-86f6786b4d5c gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:55:42.904847 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:42.910408 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:42.991263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Current status of the port 589ca6c0-1b5d-45dd-9408-cbb68896d556 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:42.992318 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:43.005923 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:40Z', 'revision_number': 2, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port_host': None, '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:42Z', 'revision_number': 4, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:43.023650 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] For port 589ca6c0-1b5d-45dd-9408-cbb68896d556, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=589ca6c0-1b5d-45dd-9408-cbb68896d556,segment=NetworkSegment(dc5a1adc-429e-4c8f-a175-d4e98fc17d53),segment_id=dc5a1adc-429e-4c8f-a175-d4e98fc17d53)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:55:43.031792 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d42a0-007c-4fd8-82f6-c9b69d2eebf2 None None] The sync data for ids ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'] in dv-cinder-824911-1-iscsi is: [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:40Z', 'revision_number': 2, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port_host': None, '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:42Z', 'revision_number': 4, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:55:43.109984 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:43.162419 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7541b8-bddf-4cf3-abe2-36fbbc343d57 None None] Pushing event updated for resources: {'Port': ['ID=589ca6c0-1b5d-45dd-9408-cbb68896d556,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:44.863404 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:55:45.611275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56116) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:45.718381 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431045b-9d55-47ea-9f6f-c505067f2ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:45.725063 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0431045b-9d55-47ea-9f6f-c505067f2ace admin admin] 10.222.0.44 "GET /v2.0/networks/3de69db4-7c92-412c-b767-148f0d1c7ede HTTP/1.1" status: 200 len: 842 time: 0.1075475 Jan 17 10:55:45.729839 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'tenant_id': '5c6eb03f552b4a228640ad4cc89346f1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'name': 'public-subnet'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:45.818241 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Made reservation on behalf of 5c6eb03f552b4a228640ad4cc89346f1 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:55:45.820480 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:46.181343 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.objects.ports [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103025) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 10:55:46.181795 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (46c73a43-8587-4283-8f0a-fc59b3c89b73), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:46.232940 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c73a43-8587-4283-8f0a-fc59b3c89b73,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:46.244965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:55:46.245320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Network hostable DHCP agents. Network: 3de69db4-7c92-412c-b767-148f0d1c7ede, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:55:46.338097 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:55:46.412527 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 3de69db4-7c92-412c-b767-148f0d1c7ede) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:46.416627 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:46.417403 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:46.421951 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e79c6-7e3e-4922-ba47-b9742db431dc None None] Network 3de69db4-7c92-412c-b767-148f0d1c7ede requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:55:46.517239 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9e6fc-b985-420e-b162-4ec4ce1edcf5 None None] Network 3de69db4-7c92-412c-b767-148f0d1c7ede requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:55:46.580884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-51bf3dcd-1503-4059-8368-45423143bd85 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8549535 Jan 17 10:55:48.887612 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56124) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:49.020913 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-79d9defc-94b8-4352-8cbd-115132e96fd3 admin admin] 10.222.0.44 "GET /v2.0/routers/f3c94a4b-114c-4f93-93b4-86f6786b4d5c HTTP/1.1" status: 200 len: 710 time: 0.1319149 Jan 17 10:55:49.105302 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be461807-5037-44d7-868c-8dc1cf5a1e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:55:49.106686 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-be461807-5037-44d7-868c-8dc1cf5a1e59 admin admin] 10.222.0.44 "GET /v2.0/networks/3de69db4-7c92-412c-b767-148f0d1c7ede HTTP/1.1" status: 200 len: 886 time: 0.0797725 Jan 17 10:55:49.115432 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:55:49.438120 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks [] for router_gateway (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:49.756203 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks [] for router_gateway (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:49.831697 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:49.932987 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Allocated IP 172.27.2.139 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/75f6829d-befe-433a-ad38-b73914c2ff01) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:55:50.027882 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks [] for port (75f6829d-befe-433a-ad38-b73914c2ff01), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:50.171901 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:50.211747 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:55:50.214600 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:55:50.217961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:55:50.251811 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Pushing event updated for resources: {'Port': ['ID=75f6829d-befe-433a-ad38-b73914c2ff01,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:50.719844 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks [] for router_gateway (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:50.907934 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-565969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7810'] for router (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:50.911248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-565962'] for router (f3c94a4b-114c-4f93-93b4-86f6786b4d5c), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:51.016956 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Router f3c94a4b-114c-4f93-93b4-86f6786b4d5c has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:55:51.204578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:55:51.208790 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:51.212640 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a16f530d-a497-40e1-a8ba-ec9861673638 admin admin] 10.222.0.44 "PUT /v2.0/routers/f3c94a4b-114c-4f93-93b4-86f6786b4d5c HTTP/1.1" status: 200 len: 890 time: 2.1002476 Jan 17 10:55:51.309732 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Sync routers for ids ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:55:51.325632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 589ca6c0-1b5d-45dd-9408-cbb68896d556 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:55:51.353215 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Routers {'f3c94a4b-114c-4f93-93b4-86f6786b4d5c'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:55:51.353909 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T10:55:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:51.526394 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:51.526701 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:51.610015 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Set router f3c94a4b-114c-4f93-93b4-86f6786b4d5c gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:55:51.862650 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 589ca6c0-1b5d-45dd-9408-cbb68896d556 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:52.097123 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:50Z', 'revision_number': 4, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port': {'id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:49Z', 'updated_at': '2022-01-17T10:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:43Z', 'revision_number': 5, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:52.151596 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Checking router: f3c94a4b-114c-4f93-93b4-86f6786b4d5c for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:55:52.151965 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Updating router f3c94a4b-114c-4f93-93b4-86f6786b4d5c port 75f6829d-befe-433a-ad38-b73914c2ff01 binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:55:52.198966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.513599 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks [] for port (75f6829d-befe-433a-ad38-b73914c2ff01), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.572299 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.622453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Attempting to bind port 75f6829d-befe-433a-ad38-b73914c2ff01 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:55:52.622821 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Attempting to bind port 75f6829d-befe-433a-ad38-b73914c2ff01 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:55:52.623186 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Attempting to bind port 75f6829d-befe-433a-ad38-b73914c2ff01 on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:55:52.629612 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710816d-87bb-4fe7-b10a-a94a52d91bb9 None None] Pushing event updated for resources: {'Port': ['ID=75f6829d-befe-433a-ad38-b73914c2ff01,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:52.633886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:55:52.634257 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:55:52.634654 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.635033 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:55:52.635498 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Bound port: 75f6829d-befe-433a-ad38-b73914c2ff01, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:55:52.635872 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.682892 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] For port 75f6829d-befe-433a-ad38-b73914c2ff01, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:55:52.685867 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] For port 75f6829d-befe-433a-ad38-b73914c2ff01, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=75f6829d-befe-433a-ad38-b73914c2ff01,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:55:52.759640 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:52.814078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Routers {'f3c94a4b-114c-4f93-93b4-86f6786b4d5c'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:55:52.814721 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T10:55:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:52.852693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710816d-87bb-4fe7-b10a-a94a52d91bb9 None None] Pushing event updated for resources: {'Port': ['ID=75f6829d-befe-433a-ad38-b73914c2ff01,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:52.927092 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] Set router f3c94a4b-114c-4f93-93b4-86f6786b4d5c gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:55:53.133218 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:50Z', 'revision_number': 4, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port': {'id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:49Z', 'updated_at': '2022-01-17T10:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:43Z', 'revision_number': 5, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:55:53.159546 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386ff47-7291-40bc-8a64-3a7b0ead8578 None None] The sync data for ids ['f3c94a4b-114c-4f93-93b4-86f6786b4d5c'] in dv-cinder-824911-1-iscsi is: [{'id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'name': 'router1', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:55:30Z', 'updated_at': '2022-01-17T10:55:50Z', 'revision_number': 4, 'project_id': '353747cd161a43babb03796a67dbc963', 'gw_port': {'id': '75f6829d-befe-433a-ad38-b73914c2ff01', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:49Z', 'updated_at': '2022-01-17T10:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '589ca6c0-1b5d-45dd-9408-cbb68896d556', 'name': '', 'network_id': '5f6f4e91-1d1d-440d-9514-32ba087bb681', 'tenant_id': '353747cd161a43babb03796a67dbc963', 'mac_address': 'fa:16:3e:b5:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c94a4b-114c-4f93-93b4-86f6786b4d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:55:39Z', 'updated_at': '2022-01-17T10:55:43Z', 'revision_number': 5, 'project_id': '353747cd161a43babb03796a67dbc963', 'subnets': [{'id': 'd60981e2-a8e9-4bd3-b335-58e7725f8ccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f9edd54-d75b-4eb0-bceb-b06249f4aae3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:55:53.353097 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 75f6829d-befe-433a-ad38-b73914c2ff01 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:55:53.410163 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 75f6829d-befe-433a-ad38-b73914c2ff01 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:53.410563 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:53.491223 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 75f6829d-befe-433a-ad38-b73914c2ff01 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:55:53.491678 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:53.513631 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 75f6829d-befe-433a-ad38-b73914c2ff01, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=75f6829d-befe-433a-ad38-b73914c2ff01,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:55:53.595362 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:53.647354 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=75f6829d-befe-433a-ad38-b73914c2ff01,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:55:53.661101 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56136) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:55:53.778281 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b7d2369e-c04d-40c4-b2be-982586b28090 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1159449 Jan 17 10:55:55.301147 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 75f6829d-befe-433a-ad38-b73914c2ff01 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:55:55.353080 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 75f6829d-befe-433a-ad38-b73914c2ff01 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:55:55.353467 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (75f6829d-befe-433a-ad38-b73914c2ff01), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:55:55.443574 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 75f6829d-befe-433a-ad38-b73914c2ff01 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:56:00.828292 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90ff9eaa-383c-41d0-9515-43b364a013fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:03.154279 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0bb22f31-c1ee-4292-94da-c1311eb3a240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:04.292111 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:05.526729 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:06.772296 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:21.862639 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:56:30.806026 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-21984bc6-03b6-47b9-adb1-17ca3f7ba0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:33.148082 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea389b28-2df8-4e77-8d75-f4e708d02e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:34.308819 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:35.731861 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:36.800225 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:56:58.861533 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:57:00.809928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85e2035f-07fa-4b92-b358-1f6ca2d8f8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:03.148539 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0cec2116-baef-4555-a5b5-44a915de5489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:04.290986 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:05.531068 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:06.774764 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:15.310092 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56620) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:15.375732 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbb9dd6-ddd9-4f7d-bf17-01ddf23f2f7b admin admin] GET failed (client error): The resource could not be found. Jan 17 10:57:15.377132 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-bdbb9dd6-ddd9-4f7d-bf17-01ddf23f2f7b admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660734 Jan 17 10:57:15.544421 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208903a-080b-48c5-a9e5-59847f6668aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:15.545952 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a208903a-080b-48c5-a9e5-59847f6668aa admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641393 Jan 17 10:57:17.856197 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56630) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:17.947636 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b78df7-f512-4b34-9b5b-bcd12715a7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:17.948950 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-39b78df7-f512-4b34-9b5b-bcd12715a7ce admin admin] 10.222.0.44 "GET /v2.0/subnets/d60981e2-a8e9-4bd3-b335-58e7725f8ccc HTTP/1.1" status: 200 len: 849 time: 0.0918117 Jan 17 10:57:17.958952 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:57:18.038686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Publish callbacks [] for subnet (d60981e2-a8e9-4bd3-b335-58e7725f8ccc), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:18.245011 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749084100738'] for subnet (d60981e2-a8e9-4bd3-b335-58e7725f8ccc), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:18.282497 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:18.283347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:18.286534 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] 10.222.0.44 "PUT /v2.0/subnets/d60981e2-a8e9-4bd3-b335-58e7725f8ccc HTTP/1.1" status: 200 len: 868 time: 0.3298190 Jan 17 10:57:18.287918 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d499a2-32d1-4bdf-9503-e7821c55f552 None None] Network 5f6f4e91-1d1d-440d-9514-32ba087bb681 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:57:18.305795 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60981e2-a8e9-4bd3-b335-58e7725f8ccc,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:57:18.313930 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.314312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.314653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.315059 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.315399 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.315732 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.316159 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.316502 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.316848 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.317185 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.317593 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.317866 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.318194 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0695f02-926e-49d6-a3b4-e776a8ab8744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:57:18.608296 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Provisioning complete for port 589ca6c0-1b5d-45dd-9408-cbb68896d556 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:57:18.608682 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (589ca6c0-1b5d-45dd-9408-cbb68896d556), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:18.688324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Current status of the port 589ca6c0-1b5d-45dd-9408-cbb68896d556 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:57:18.699179 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Provisioning complete for port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:57:18.700946 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fbbd5e6-a375-446a-97ec-570cc4a8c705), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:18.773854 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-02df7748-db73-47dd-8a62-5f84148b861a None None] Current status of the port 1fbbd5e6-a375-446a-97ec-570cc4a8c705 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:57:20.479255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56638) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:20.674824 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bca4c2d-8a4b-4823-a759-237400f9d8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:20.675205 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bca4c2d-8a4b-4823-a759-237400f9d8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:20.676760 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9bca4c2d-8a4b-4823-a759-237400f9d8fe admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965678 Jan 17 10:57:22.892340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56648) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:23.088577 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7383871-0700-400d-8623-53ec02d049fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:23.088982 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7383871-0700-400d-8623-53ec02d049fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:23.090546 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-c7383871-0700-400d-8623-53ec02d049fa admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972024 Jan 17 10:57:25.288893 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56656) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:25.408853 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a484f5-c8b9-4ff8-a554-901f9317b6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:25.410151 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-80a484f5-c8b9-4ff8-a554-901f9317b6da admin admin] 10.222.0.44 "GET /v2.0/networks/3de69db4-7c92-412c-b767-148f0d1c7ede HTTP/1.1" status: 200 len: 886 time: 0.1203179 Jan 17 10:57:27.611758 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56664) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:27.781196 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c0a4a-c398-460f-88c0-a3094b117a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:27.782822 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-259c0a4a-c398-460f-88c0-a3094b117a1d admin admin] 10.222.0.44 "GET /v2.0/networks/5f6f4e91-1d1d-440d-9514-32ba087bb681 HTTP/1.1" status: 200 len: 869 time: 0.1698987 Jan 17 10:57:29.977514 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56672) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:30.100017 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cf2e4-0788-4432-b833-f72b4c50e5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:30.100479 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cf2e4-0788-4432-b833-f72b4c50e5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:30.102019 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ad7cf2e4-0788-4432-b833-f72b4c50e5b9 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235118 Jan 17 10:57:30.816670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdd8e-657e-41d7-ad17-bfd7062cfef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:32.308428 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56680) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:32.433023 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b80b3a-4c44-4117-8800-b0b5a1398478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:32.433492 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b80b3a-4c44-4117-8800-b0b5a1398478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:32.435057 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-81b80b3a-4c44-4117-8800-b0b5a1398478 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256995 Jan 17 10:57:33.119646 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c075-1f05-4ecb-8275-bd5678ac9d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:34.282910 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:34.623694 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56688) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:34.708202 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507eaa1-1b67-4f33-92e7-b23079ff97ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:34.709519 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d507eaa1-1b67-4f33-92e7-b23079ff97ba admin admin] 10.222.0.44 "GET /v2.0/subnets/46c73a43-8587-4283-8f0a-fc59b3c89b73 HTTP/1.1" status: 200 len: 816 time: 0.0848536 Jan 17 10:57:35.524778 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:35.905894 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:57:36.776005 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:57:36.958286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56696) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:57:37.047958 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73992721-cf7b-42dd-b826-e35d28970993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:57:37.049209 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-73992721-cf7b-42dd-b826-e35d28970993 admin admin] 10.222.0.44 "GET /v2.0/subnets/d60981e2-a8e9-4bd3-b335-58e7725f8ccc HTTP/1.1" status: 200 len: 868 time: 0.0899591 Jan 17 10:58:00.790922 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e725386-9e7a-45fd-935e-266cc5522532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:02.387397 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56752) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:58:02.433684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [None req-2201b68c-77d5-42a1-9c7d-562c832df1d0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:58:02.434757 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2201b68c-77d5-42a1-9c7d-562c832df1d0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464621 Jan 17 10:58:03.139520 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-69084a2e-786b-4f18-9e6e-275722f1e394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:04.284464 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:04.745653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56760) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:58:04.804625 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb6d225-832d-4e7d-a3a1-1b721e971527 admin admin] GET failed (client error): The resource could not be found. Jan 17 10:58:04.805908 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0bb6d225-832d-4e7d-a3a1-1b721e971527 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592618 Jan 17 10:58:04.891901 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910493a-4f16-4f61-87e7-bcc5b5d4a535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:58:04.893363 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1910493a-4f16-4f61-87e7-bcc5b5d4a535 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834413 Jan 17 10:58:05.545138 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:06.787221 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.174926 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56770) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:58:07.220337 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Request body: {'network': {'tenant_id': '5c6eb03f552b4a228640ad4cc89346f1', 'admin_state_up': True, 'project_id': '5c6eb03f552b4a228640ad4cc89346f1', 'name': 'shared', 'shared': True}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:58:07.327675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Made reservation on behalf of 5c6eb03f552b4a228640ad4cc89346f1 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:58:07.329974 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.364808 dv-cinder-824911-1-iscsi neutron-server[103024]: WARNING neutron.services.revisions.revision_plugin [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Could not find related network for resource to bump revision. Jan 17 10:58:07.376629 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:58:07.385874 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.386210 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Added segment 5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5 of type vlan for network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e Jan 17 10:58:07.423649 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (2fd5e802-36a4-4327-bd8c-04d9e19ecd7e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.516410 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (2fd5e802-36a4-4327-bd8c-04d9e19ecd7e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.517338 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:58:07.518061 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:07.576407 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] Pushing event updated for resources: {'Network': ['ID=2fd5e802-36a4-4327-bd8c-04d9e19ecd7e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:58:07.587315 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:58:07.624641 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-325bbba9-51dd-4c70-8571-1c1f72bc01cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4478850 Jan 17 10:58:09.877966 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56780) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:58:09.935816 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaacf3e2-f521-4e82-8437-50d25b2ad7ad admin admin] GET failed (client error): The resource could not be found. Jan 17 10:58:09.937113 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-eaacf3e2-f521-4e82-8437-50d25b2ad7ad admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576210 Jan 17 10:58:10.005321 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2d4a4-90ab-4672-98f7-c4447190cd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:58:10.006765 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8fb2d4a4-90ab-4672-98f7-c4447190cd8e admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651660 Jan 17 10:58:10.016161 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '5c6eb03f552b4a228640ad4cc89346f1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:58:10.095504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Made reservation on behalf of 5c6eb03f552b4a228640ad4cc89346f1 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:58:10.097762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:10.352951 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (389e9f70-b951-4875-a3e3-0d28d67c604e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:10.409891 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389e9f70-b951-4875-a3e3-0d28d67c604e,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:58:10.414034 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Checking segment: {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:58:10.414399 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Network hostable DHCP agents. Network: 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:58:10.495398 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:58:10.575721 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:58:10.579720 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:58:10.580365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:10.586874 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e284f89-cb4c-466f-826a-813abc4cb441 None None] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:58:10.675871 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-41d41a6e-415a-4650-8757-684ea5e792c9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6628861 Jan 17 10:58:10.680546 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-2fd5e802-36a4-4327-bd8c-04d9e19ecd7e', 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e', 'project_id': '5c6eb03f552b4a228640ad4cc89346f1', 'fixed_ips': [{'subnet_id': '389e9f70-b951-4875-a3e3-0d28d67c604e'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:58:10.681391 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:10.824916 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Allocated IP 192.168.233.2 (2fd5e802-36a4-4327-bd8c-04d9e19ecd7e/389e9f70-b951-4875-a3e3-0d28d67c604e/e4cf89af-a1d9-40c2-8443-be87712dfb71) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:58:11.066671 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks [] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:11.142097 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:11.182722 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:58:11.185549 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:58:11.189059 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:58:11.199393 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Pushing event updated for resources: {'Port': ['ID=e4cf89af-a1d9-40c2-8443-be87712dfb71,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:58:11.224256 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.224628 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.224996 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.225326 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.225673 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.226007 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.226335 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.226657 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.226977 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.227315 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.227641 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.227957 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.228278 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:58:11.260252 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Attempting to bind port e4cf89af-a1d9-40c2-8443-be87712dfb71 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:58:11.260620 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Attempting to bind port e4cf89af-a1d9-40c2-8443-be87712dfb71 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:58:11.260992 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Attempting to bind port e4cf89af-a1d9-40c2-8443-be87712dfb71 on network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:58:11.266004 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:58:11.266383 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Checking segment: {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:58:11.266785 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:11.267181 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Bound using segment: {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:58:11.267640 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Bound port: e4cf89af-a1d9-40c2-8443-be87712dfb71, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:58:11.268023 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:11.329694 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] For port e4cf89af-a1d9-40c2-8443-be87712dfb71, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:58:11.332607 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] For port e4cf89af-a1d9-40c2-8443-be87712dfb71, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=e4cf89af-a1d9-40c2-8443-be87712dfb71,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:58:11.382027 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:11.437022 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2b5b-0da8-4228-ad33-1716b70e6180 None None] Pushing event updated for resources: {'Port': ['ID=e4cf89af-a1d9-40c2-8443-be87712dfb71,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:58:12.370977 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2a602-01b4-4032-a49c-2a868841a2b5 None None] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:58:12.436966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Provisioning complete for port e4cf89af-a1d9-40c2-8443-be87712dfb71 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:58:12.437361 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:12.559035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Current status of the port e4cf89af-a1d9-40c2-8443-be87712dfb71 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:58:12.559035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:12.594131 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] For port e4cf89af-a1d9-40c2-8443-be87712dfb71, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=e4cf89af-a1d9-40c2-8443-be87712dfb71,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:58:12.661509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:12.716452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b89e09-a01e-4bee-86ea-cf1ba7e1bde8 None None] Pushing event updated for resources: {'Port': ['ID=e4cf89af-a1d9-40c2-8443-be87712dfb71,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:58:12.782021 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e97ea4aa-c545-4ba8-a313-392d57a4b75c None None] Provisioning complete for port e4cf89af-a1d9-40c2-8443-be87712dfb71 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:58:12.782419 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e97ea4aa-c545-4ba8-a313-392d57a4b75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:12.865091 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e97ea4aa-c545-4ba8-a313-392d57a4b75c None None] Current status of the port e4cf89af-a1d9-40c2-8443-be87712dfb71 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:58:12.866142 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:58:13.417319 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device e4cf89af-a1d9-40c2-8443-be87712dfb71 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:58:13.469222 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port e4cf89af-a1d9-40c2-8443-be87712dfb71 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:58:13.469614 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (e4cf89af-a1d9-40c2-8443-be87712dfb71), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:13.547921 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port e4cf89af-a1d9-40c2-8443-be87712dfb71 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:58:30.830336 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b5737730-de24-4f66-9ed6-13761ab36ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:33.144246 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-acd87627-105e-417b-aa58-92fc2fe17eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:34.338378 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:35.535224 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:36.781143 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:58:49.866171 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:59:00.823279 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1a26d310-4f10-4994-bcb2-a0a61e4d0326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:03.135144 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8e46418f-a946-447c-9a57-5e9a7d8a529c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:04.271991 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:05.577892 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:06.812039 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:26.864987 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:59:30.854162 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad46b72d-3d4e-4ceb-834a-7c67003668cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:33.154682 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d96e0ef9-03d3-4e6e-9c23-5dd348113cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:34.294180 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:35.551311 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:36.831121 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:37.559138 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56824) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:59:37.565142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [None req-3534844f-0f6d-40a8-b8aa-35cd70121645 tempest-verify_tempest_config-1238015168 tempest-verify_tempest_config-1238015168-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:59:37.566344 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-3534844f-0f6d-40a8-b8aa-35cd70121645 tempest-verify_tempest_config-1238015168 tempest-verify_tempest_config-1238015168-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059474 Jan 17 10:59:38.095351 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56842) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:59:38.196606 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.267074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Publish callbacks [] for security_group (9ff1b0a9-5136-41e7-a9b1-165475c75590), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.351268 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9ff1b0a9-5136-41e7-a9b1-165475c75590), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.395703 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=833ea0b9f3ab4641b5401610d96307fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2992811 Jan 17 10:59:38.396643 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1b0a9-5136-41e7-a9b1-165475c75590,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:59:38.398461 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 56846) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:59:38.403570 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.403928 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.404274 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.404616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.404952 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.405292 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.405645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.406011 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.406345 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.406677 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.407006 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.407333 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.407656 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257853f9-f857-43b1-83a9-bd0a1e82b2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.456580 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Publish callbacks [] for security_group (9ff1b0a9-5136-41e7-a9b1-165475c75590), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.477006 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Publish callbacks [] for security_group (9ff1b0a9-5136-41e7-a9b1-165475c75590), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.648774 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9ff1b0a9-5136-41e7-a9b1-165475c75590), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.651406 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:59:38.652527 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ff1b0a9-5136-41e7-a9b1-165475c75590 HTTP/1.1" status: 204 len: 168 time: 0.2531173 Jan 17 10:59:38.662105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1b0a9-5136-41e7-a9b1-165475c75590,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:59:38.669234 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.669526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.669988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.670419 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.670674 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.671010 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.671368 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.671685 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.672032 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.672363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.672692 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.673021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:59:38.673345 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e01b1-5e59-4a1e-a25a-a6b476a5755a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:00:00.799370 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-618bcfce-a99d-4b8f-9839-e5df7d950a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:03.141938 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3198-cb43-4738-b1e4-708facd04329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:03.863279 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:00:04.267534 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:05.539248 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:06.796362 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:30.844066 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f340b054-6b87-4501-923f-90d8d5f5c301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:33.112981 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-95479298-d427-4a6b-97c8-3d93965ffb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:34.275740 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:35.546872 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:36.807605 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:00:40.861447 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 5 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:01:00.812288 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ab83a54-f486-4150-b8bd-c74b9d7f3cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:03.155444 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a86c6380-4766-4994-b550-510b7a7607c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:04.300496 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:05.580690 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:06.858462 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:16.060293 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563365'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:17.860756 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:01:30.708543 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56920) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:01:30.812913 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e742daa0-d89b-49e9-ab58-54ef93d17562 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1032774 Jan 17 11:01:30.823389 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cdd5802a-62ca-4aa2-935d-367d8e4d603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:33.017204 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 56930) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:01:33.071290 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a14e6971-834a-47aa-aa8e-6a2e2f8af1c3 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529573 Jan 17 11:01:33.191655 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-77cc52cd-b0d9-4324-8031-5b33e75d376e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:34.297418 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:35.562963 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:36.806726 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:46.046389 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:01:54.858811 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:02:00.807975 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ba639133-aa23-4ee9-8420-df6299bc3928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:03.162612 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45c21133-db6c-4c4c-a182-7a54dcbf1102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:04.293314 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:05.544486 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:06.794411 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:16.017299 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:30.824695 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-30ed0480-5d71-49e0-a4a5-a019fd391452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:31.858175 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:02:33.138823 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-03b9739e-5215-436f-874a-63023818ff09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:34.304726 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:35.572790 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:36.793711 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:02:46.010903 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:00.903962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9be9-cc00-4320-be05-b803919fcc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:03.155208 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f3e5cb72-faf3-4500-bb47-54d2f7ca4b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.109167 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57090) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:04.309067 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.338168 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-751950242-network', 'tenant_id': 'dc77154439d04934bbe032c9d774caec'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:04.432347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Made reservation on behalf of dc77154439d04934bbe032c9d774caec for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:04.435073 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.452205 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.523776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks [] for security_group (d7c57a4b-51df-450f-9a42-c8324aec2f12), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.675150 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d7c57a4b-51df-450f-9a42-c8324aec2f12), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.710910 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c57a4b-51df-450f-9a42-c8324aec2f12,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:04.722216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.722613 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.723937 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.724444 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.724944 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.725455 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.725986 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.726499 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.727008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.727512 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.728013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.728533 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.728861 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Tracked resource versions report: Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: pushed versions: Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: { 'AddressGroup': {'1.2'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'ConntrackHelper': {'1.0'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'LocalIPAssociation': {'1.0'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Log': {'1.0'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Network': {'1.1'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Port': {'1.7'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'PortForwarding': {'1.2'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'QosPolicy': {'1.10'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroup': {'1.5'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroupRule': {'1.2'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SubPort': {'1.0'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Subnet': {'1.1'}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Trunk': {'1.1'}} Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: consumer versions: Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: HyperV agent@hv-cinder-82491: {}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'ConntrackHelper': '1.0', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'LocalIPAssociation': '1.0', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Log': '1.0', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Network': '1.1', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Port': '1.7', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'PortForwarding': '1.2', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'QosPolicy': '1.10', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroup': '1.5', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SecurityGroupRule': '1.2', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'SubPort': '1.0', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Subnet': '1.1', Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: 'Trunk': '1.1'}} Jan 17 11:03:04.730263 dv-cinder-824911-1-iscsi neutron-server[103024]: {{(pid=103024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 11:03:04.743004 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:04.758744 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (0ab1a303-156d-4035-9f6d-bac3924dc8f9), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.759097 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Added segment 0ab1a303-156d-4035-9f6d-bac3924dc8f9 of type vlan for network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 Jan 17 11:03:04.802321 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (3aa5f961-5e69-43c1-afd3-c97e46fb3e28), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.960797 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (3aa5f961-5e69-43c1-afd3-c97e46fb3e28), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:04.962074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:04.962830 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.023774 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa5f961-5e69-43c1-afd3-c97e46fb3e28,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:05.033518 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:05.238694 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-dc80dcc3-52fe-4bba-ba2d-dbd1cdfe7dc2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1277077 Jan 17 11:03:05.245365 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57140) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:05.252297 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Request body: {'subnet': {'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-751950242-subnet', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:05.326255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57148) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:05.332117 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Made reservation on behalf of dc77154439d04934bbe032c9d774caec for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:05.334830 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.356236 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57152) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:05.486730 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57168) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:05.600936 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.628196 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.674117 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-719652075-network', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:05.699873 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:05.715394 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.715906 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.716550 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.716905 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.717242 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.717575 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.718109 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.718404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.718752 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.719085 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.719411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.719732 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.720050 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Tracked resource versions report: Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: pushed versions: Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: { 'AddressGroup': {'1.2'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'ConntrackHelper': {'1.0'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'LocalIPAssociation': {'1.0'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Log': {'1.0'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Network': {'1.1'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Port': {'1.7'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'PortForwarding': {'1.2'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'QosPolicy': {'1.10'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroup': {'1.5'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroupRule': {'1.2'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SubPort': {'1.0'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Subnet': {'1.1'}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Trunk': {'1.1'}} Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: consumer versions: Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: HyperV agent@hv-cinder-82491: {}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'ConntrackHelper': '1.0', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'LocalIPAssociation': '1.0', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Log': '1.0', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Network': '1.1', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Port': '1.7', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'PortForwarding': '1.2', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'QosPolicy': '1.10', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroup': '1.5', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SecurityGroupRule': '1.2', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'SubPort': '1.0', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Subnet': '1.1', Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: 'Trunk': '1.1'}} Jan 17 11:03:05.721308 dv-cinder-824911-1-iscsi neutron-server[103025]: {{(pid=103025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 11:03:05.724328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Checking segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:05.724573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Network hostable DHCP agents. Network: 3aa5f961-5e69-43c1-afd3-c97e46fb3e28, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:05.797795 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-network', 'tenant_id': '785e4db283134817972836d9c109c9da'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:05.830025 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:05.832328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Made reservation on behalf of 2535e2ee8a9241d79be77d33e7ca13a2 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:05.835507 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1198959204-network', 'tenant_id': 'a25bb672b93d4d69806f5a4dcf6a47aa'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:05.840079 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.853029 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.928634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks [] for security_group (73ffd2a3-2e17-4db7-bffe-bd5edfce5a42), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.966497 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 3aa5f961-5e69-43c1-afd3-c97e46fb3e28) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:05.971467 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:05.973327 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:05.978565 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca0e4d-b8f5-4d96-921b-2608dae560b9 None None] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:06.035091 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (73ffd2a3-2e17-4db7-bffe-bd5edfce5a42), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.037460 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Made reservation on behalf of a25bb672b93d4d69806f5a4dcf6a47aa for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:06.040922 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.046708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Made reservation on behalf of 785e4db283134817972836d9c109c9da for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:06.049978 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.057849 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:06.067893 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.070050 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.084410 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-456b0c41-f654-4ac9-a907-ca6b82b2c8ac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8369570 Jan 17 11:03:06.089953 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57192) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:06.097521 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:06.101005 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (e3309345-148a-44b4-a0ea-0d4e85b2c1d5), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.101391 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Added segment e3309345-148a-44b4-a0ea-0d4e85b2c1d5 of type vlan for network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f Jan 17 11:03:06.121598 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:03:06.122922 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.144639 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffd2a3-2e17-4db7-bffe-bd5edfce5a42,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:06.186677 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.216890 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.219232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.302745 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.304715 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:06.304904 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Allocated IP 172.20.0.2 (3aa5f961-5e69-43c1-afd3-c97e46fb3e28/4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1/9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:06.305569 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.389140 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] Pushing event updated for resources: {'Network': ['ID=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:06.405192 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:06.449753 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks [] for security_group (a20f2851-2e48-488d-9221-f112a1b52cce), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.468996 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks [] for security_group (7fbda70d-04f0-4400-9470-2b24507af0ba), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.472031 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for router_controller (6e797cbe-4742-4f90-98a6-d20931ba1dfb), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.543859 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2eead35a-c605-4f24-9bde-0c13f21d6afc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2138014 Jan 17 11:03:06.544068 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57206) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:06.550001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Request body: {'subnet': {'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-subnet', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:06.589952 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a20f2851-2e48-488d-9221-f112a1b52cce), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.597292 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7fbda70d-04f0-4400-9470-2b24507af0ba), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.599276 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks [] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.684710 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Made reservation on behalf of 2535e2ee8a9241d79be77d33e7ca13a2 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:06.689867 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.775451 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.799906 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for router_gateway (6e797cbe-4742-4f90-98a6-d20931ba1dfb), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.818203 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:06.829440 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:06.852331 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (07165f25-5201-40cd-9162-cd68c1ec5954), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.852951 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Added segment 07165f25-5201-40cd-9162-cd68c1ec5954 of type vlan for network 058798fe-a666-4976-8ade-daf90ce34d6d Jan 17 11:03:06.855583 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (acbb9ebe-b66c-4b97-aea5-764c32a7088c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.856785 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Added segment acbb9ebe-b66c-4b97-aea5-764c32a7088c of type vlan for network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e Jan 17 11:03:06.857996 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.878418 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:06.886449 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:06.892468 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:06.896883 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:06.913816 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f2851-2e48-488d-9221-f112a1b52cce,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:06.916753 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.917314 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.917905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.918397 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.918984 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.919486 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.920061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.920549 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.921188 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.921714 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.922396 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.922876 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.924385 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Tracked resource versions report: Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: pushed versions: Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Log': {'1.0'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Network': {'1.1'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Port': {'1.7'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: consumer versions: Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: HyperV agent@hv-cinder-82491: {}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Log': '1.0', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Network': '1.1', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Port': '1.7', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'SubPort': '1.0', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Subnet': '1.1', Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Jan 17 11:03:06.926064 dv-cinder-824911-1-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 11:03:06.988545 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Attempting to bind port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:06.989522 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Attempting to bind port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:06.990165 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Attempting to bind port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:06.996552 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:06.996976 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Checking segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:06.997710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:06.998254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Bound using segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:06.999632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Bound port: 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:07.000185 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.002496 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (058798fe-a666-4976-8ade-daf90ce34d6d), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.043536 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.075517 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbda70d-04f0-4400-9470-2b24507af0ba,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:07.095920 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] For port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:07.100529 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] For port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:07.142424 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (80f5de5d-534b-4e3d-9b62-dc2a3e694532), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.205095 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f5de5d-534b-4e3d-9b62-dc2a3e694532,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:07.213088 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.214765 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (058798fe-a666-4976-8ade-daf90ce34d6d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.215734 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:07.216872 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.230382 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Checking segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:07.230740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Network hostable DHCP agents. Network: b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:07.255772 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.256775 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:07.257347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.284137 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d846-25c3-4b15-b919-0a4735c65373 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:07.367093 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:07.375371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] Pushing event updated for resources: {'Network': ['ID=058798fe-a666-4976-8ade-daf90ce34d6d,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:07.386101 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 058798fe-a666-4976-8ade-daf90ce34d6d details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:07.428314 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for router_gateway (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.607996 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:07.607996 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:07.607996 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.610323 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f77df-84b0-474f-9fc0-9b235a4d1ed8 None None] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:07.611277 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-06e492a8-a346-4b6d-b22f-d5124c7d976b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0809879 Jan 17 11:03:07.611968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57242) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:07.611968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Request body: {'subnet': {'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1198959204-subnet', 'tenant_id': 'a25bb672b93d4d69806f5a4dcf6a47aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:07.611968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57244) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:07.613081 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2303116 Jan 17 11:03:07.613081 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.613081 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186cf5-b3cb-48d5-b7cb-6fa3264c5edd admin admin] Pushing event updated for resources: {'Network': ['ID=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:07.615266 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Request body: {'subnet': {'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-subnet', 'tenant_id': '785e4db283134817972836d9c109c9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:07.623937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:07.667047 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-006d9ee9-cb26-4f31-bc30-55ff3e49fba0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1209056 Jan 17 11:03:07.667193 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57248) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:07.690002 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:07.706875 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:07.776170 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Made reservation on behalf of a25bb672b93d4d69806f5a4dcf6a47aa for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:07.778493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.827116 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:03:07.828570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.849512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:07.850017 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.864545 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Made reservation on behalf of 785e4db283134817972836d9c109c9da for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:07.867325 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:07.945179 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57266) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:07.979906 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Allocated IP 172.27.2.169 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/29c2b648-416d-426e-a7df-38b0fca830ee) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:08.101034 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.102103 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.107850 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Allocated IP 172.20.0.2 (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f/80f5de5d-534b-4e3d-9b62-dc2a3e694532/28c90315-f928-47ed-8bde-7c9098dd0052) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:08.302617 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for port (29c2b648-416d-426e-a7df-38b0fca830ee), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.340279 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:08.340672 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.402348 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for router_controller (5d2f0343-8e16-44b6-ab13-492f1ef363e6), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.417363 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4714f696-6792-4bff-a864-468b7fc17e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.450742 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks [] for port (28c90315-f928-47ed-8bde-7c9098dd0052), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.469960 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:08.524681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4714f696-6792-4bff-a864-468b7fc17e8f admin admin] Publish callbacks [] for security_group (88fd2557-599f-4746-82f8-864bc4c538b1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.548004 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (86d43015-cc14-4ade-8455-c5123d4af04b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.548004 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (b9cab84c-4287-4204-bc22-dcece4ca2c93), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.572734 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c87fd-3fdd-41e4-b972-d75222a3e78e None None] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:08.641107 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d43015-cc14-4ade-8455-c5123d4af04b,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:08.645954 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.648864 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.650983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.695448 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4714f696-6792-4bff-a864-468b7fc17e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (88fd2557-599f-4746-82f8-864bc4c538b1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.701883 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Checking segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:08.703000 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Network hostable DHCP agents. Network: 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:08.713815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Checking segment: {'id': '07165f25-5201-40cd-9162-cd68c1ec5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:08.714174 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Network hostable DHCP agents. Network: 058798fe-a666-4976-8ade-daf90ce34d6d, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:08.716560 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:08.722014 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cab84c-4287-4204-bc22-dcece4ca2c93,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:08.722897 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:08.758897 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:08.769783 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-67b87801-f8af-4073-9421-91df72e58899 None None] Provisioning complete for port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:08.770254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67b87801-f8af-4073-9421-91df72e58899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.771242 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:08.775775 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:08.829428 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:08.832654 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Network 058798fe-a666-4976-8ade-daf90ce34d6d is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:08.839924 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:08.842983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:08.862660 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:03:08.939801 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:08.941807 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 058798fe-a666-4976-8ade-daf90ce34d6d) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:08.947673 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:08.948529 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.951646 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:08.952333 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:08.959193 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4714f696-6792-4bff-a864-468b7fc17e8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=361186ce7b5141c28654c9424e1f2e71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9984519 Jan 17 11:03:08.965483 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57304) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:08.967717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a35b21-84a2-4d9a-9d8d-5cd6b31656cb None None] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:08.970775 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f66d9f-50bd-4fb8-9720-7f7f94cdfcc9 None None] Network 058798fe-a666-4976-8ade-daf90ce34d6d requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:08.973951 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for router_gateway (5d2f0343-8e16-44b6-ab13-492f1ef363e6), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.026591 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Pushing event updated for resources: {'Port': ['ID=29c2b648-416d-426e-a7df-38b0fca830ee,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:09.068522 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714f696-6792-4bff-a864-468b7fc17e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd2557-599f-4746-82f8-864bc4c538b1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:09.143923 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57314) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:09.146280 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-35e190b1-0df9-430a-a98c-a6872839cc14 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5730493 Jan 17 11:03:09.151334 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Pushing event updated for resources: {'Port': ['ID=28c90315-f928-47ed-8bde-7c9098dd0052,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:09.152013 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0553ae56-8a86-49d4-8407-d9a7fe98d5bf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5599873 Jan 17 11:03:09.155760 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57316) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:09.163210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:09.170935 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Attempting to bind port 28c90315-f928-47ed-8bde-7c9098dd0052 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:09.171312 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Attempting to bind port 28c90315-f928-47ed-8bde-7c9098dd0052 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:09.171673 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Attempting to bind port 28c90315-f928-47ed-8bde-7c9098dd0052 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:09.224521 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] Publish callbacks [] for security_group (88fd2557-599f-4746-82f8-864bc4c538b1), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.263796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] Publish callbacks [] for security_group (88fd2557-599f-4746-82f8-864bc4c538b1), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.356460 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.357526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.358373 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8412c59-622c-40a3-8603-ed833a385a28 None None] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:09.428998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:09.428998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Checking segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:09.428998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.428998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Bound using segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:09.429471 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Bound port: 28c90315-f928-47ed-8bde-7c9098dd0052, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:09.429638 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.431977 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a630f5f-fbc1-49b5-9212-51a0300488e9 None None] Network 058798fe-a666-4976-8ade-daf90ce34d6d requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:09.492989 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-368973d3-9ffe-4077-b07d-6a6f3661322f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.507715 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for router_gateway (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.533363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (88fd2557-599f-4746-82f8-864bc4c538b1), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.535986 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.544420 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88fd2557-599f-4746-82f8-864bc4c538b1 HTTP/1.1" status: 204 len: 168 time: 0.5746877 Jan 17 11:03:09.581560 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed9e56-31bb-42f4-9428-256f21b0b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd2557-599f-4746-82f8-864bc4c538b1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:09.655069 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for router_controller (e3001e9c-2479-409c-b6db-34e09cfc250d), precommit_add_association {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.701533 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:09.787648 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-368973d3-9ffe-4077-b07d-6a6f3661322f admin admin] Publish callbacks [] for security_group (a0928cf6-1bcd-4e65-bef4-397e3d0288b1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.792669 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-67b87801-f8af-4073-9421-91df72e58899 None None] Current status of the port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:09.818063 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57356) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:09.822314 dv-cinder-824911-1-iscsi neutron-server[103025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 11:03:09.846398 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] For port 28c90315-f928-47ed-8bde-7c9098dd0052, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:09.851618 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] For port 28c90315-f928-47ed-8bde-7c9098dd0052, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=28c90315-f928-47ed-8bde-7c9098dd0052,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:09.896266 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:09.896266 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:09.957424 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-368973d3-9ffe-4077-b07d-6a6f3661322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a0928cf6-1bcd-4e65-bef4-397e3d0288b1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.006078 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for router_gateway (e3001e9c-2479-409c-b6db-34e09cfc250d), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.024655 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e2b445b2-f781-44b2-976a-4a28e72b5606 None None] Provisioning complete for port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:10.025280 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e2b445b2-f781-44b2-976a-4a28e72b5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.054717 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368973d3-9ffe-4077-b07d-6a6f3661322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0928cf6-1bcd-4e65-bef4-397e3d0288b1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:10.063822 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-368973d3-9ffe-4077-b07d-6a6f3661322f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6843262de934748a33e70e52bfa1b89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9122550 Jan 17 11:03:10.073902 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57360) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:10.076860 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.092291 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-8e6021d7-e1ff-4c37-be68-4ad443f7ef84 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:10.096690 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:10.109760 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-8e6021d7-e1ff-4c37-be68-4ad443f7ef84 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/networks?id=058798fe-a666-4976-8ade-daf90ce34d6d HTTP/1.1" status: 200 len: 812 time: 0.2895424 Jan 17 11:03:10.137909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-fa7741b0-bbae-4a58-a029-a8ba3a02dea2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/quotas/a25bb672b93d4d69806f5a4dcf6a47aa HTTP/1.1" status: 200 len: 375 time: 0.0265365 Jan 17 11:03:10.153418 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.177612 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998007d-36c4-4c0b-9c79-fd48180fa272 None None] Pushing event updated for resources: {'Port': ['ID=28c90315-f928-47ed-8bde-7c9098dd0052,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:10.240238 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e2b445b2-f781-44b2-976a-4a28e72b5606 None None] Current status of the port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:10.246584 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-253b0987-3ca1-4a07-9aa8-634397384e22 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a25bb672b93d4d69806f5a4dcf6a47aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798416 Jan 17 11:03:10.315617 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] Publish callbacks [] for security_group (a0928cf6-1bcd-4e65-bef4-397e3d0288b1), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.439845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for router_gateway (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.477247 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.479754 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] Publish callbacks [] for security_group (a0928cf6-1bcd-4e65-bef4-397e3d0288b1), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.515154 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for router_gateway (e3001e9c-2479-409c-b6db-34e09cfc250d), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.540048 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.604113 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57380) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:10.620182 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-60079667-bd60-4a80-b375-8d5216677bf6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:03:10.621598 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-60079667-bd60-4a80-b375-8d5216677bf6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538544 Jan 17 11:03:10.636325 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b3b-d0d7-4e9a-b12b-5f511f59b9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.686245 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Allocated IP 172.27.2.128 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/de0259b9-5479-43d2-998e-99c5918bb03e) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:10.750833 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-7eccd0b7-0de4-4fd4-bf23-1ae9e543c825 service neutron] 10.222.0.44 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158760 Jan 17 11:03:10.780322 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a0928cf6-1bcd-4e65-bef4-397e3d0288b1), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.783065 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.786606 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0928cf6-1bcd-4e65-bef4-397e3d0288b1 HTTP/1.1" status: 204 len: 168 time: 0.7182946 Jan 17 11:03:10.786606 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:03:10.808111 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d0655-c95e-4ed8-8f23-96359c281a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0928cf6-1bcd-4e65-bef4-397e3d0288b1,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:10.812462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for port (de0259b9-5479-43d2-998e-99c5918bb03e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.874749 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-46418393-0e44-4f87-8ce8-026919fc5a39 service neutron] 10.222.0.44 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173046 Jan 17 11:03:10.899270 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b3b-d0d7-4e9a-b12b-5f511f59b9b1 admin admin] Publish callbacks [] for security_group (6605aafe-8ee1-490b-b289-56da9e9926d1), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:10.947096 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:10.960133 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:10.971806 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:10.971806 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:10.989498 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b3b-d0d7-4e9a-b12b-5f511f59b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6605aafe-8ee1-490b-b289-56da9e9926d1), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.039433 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bf1c3b3b-d0d7-4e9a-b12b-5f511f59b9b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73e226422b8145ab8109a595734975d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4316616 Jan 17 11:03:11.042245 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57390) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:11.043353 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3b3b-d0d7-4e9a-b12b-5f511f59b9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6605aafe-8ee1-490b-b289-56da9e9926d1,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:11.096433 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.098584 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0c5b6c05-6366-4fed-ac1b-ab95a95d87cb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0045149 Jan 17 11:03:11.109018 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.109222 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57392) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:11.168119 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:11.168486 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Allocated IP 172.27.2.203 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/5573648c-bfcd-4d45-96fe-8c7097beecd4) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:11.171501 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] Publish callbacks [] for security_group (6605aafe-8ee1-490b-b289-56da9e9926d1), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.180213 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:11.182804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:11.320230 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Pushing event updated for resources: {'Port': ['ID=de0259b9-5479-43d2-998e-99c5918bb03e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:11.428787 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57410) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:11.431227 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:11.473748 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] Publish callbacks [] for security_group (6605aafe-8ee1-490b-b289-56da9e9926d1), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.524033 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.646964 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b33246f-9e69-4ab3-a3e3-5f8862df62d6 req-078bffb3-8d5b-4817-9686-4fd702d3bc0e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.2155340 Jan 17 11:03:11.755011 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 28c90315-f928-47ed-8bde-7c9098dd0052 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:11.784552 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8b042-139b-4e0b-9e0a-043d21a5a511 None None] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:11.853333 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:09Z', 'revision_number': 3, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:11.867379 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Provisioning complete for port 28c90315-f928-47ed-8bde-7c9098dd0052 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:11.867878 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.869920 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6605aafe-8ee1-490b-b289-56da9e9926d1), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.878832 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.880607 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6605aafe-8ee1-490b-b289-56da9e9926d1 HTTP/1.1" status: 204 len: 168 time: 0.8373964 Jan 17 11:03:11.897152 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:11.897839 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Updating router 6e797cbe-4742-4f90-98a6-d20931ba1dfb port 29c2b648-416d-426e-a7df-38b0fca830ee binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:11.945674 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.975487 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 28c90315-f928-47ed-8bde-7c9098dd0052 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:11.975984 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:11.988338 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a2c1c-2e46-41c4-af4d-11ab7b5f1f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6605aafe-8ee1-490b-b289-56da9e9926d1,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:11.994354 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57440) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:12.042306 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e1c1efe8-705e-4d00-8bcb-2387380aaaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.106387 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Current status of the port 28c90315-f928-47ed-8bde-7c9098dd0052 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:12.107145 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.117375 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for router_gateway (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.135909 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.192789 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] For port 28c90315-f928-47ed-8bde-7c9098dd0052, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=28c90315-f928-47ed-8bde-7c9098dd0052,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:12.194853 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 28c90315-f928-47ed-8bde-7c9098dd0052 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:12.195237 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.233461 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:12.245612 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:12.252923 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Pushing event updated for resources: {'Port': ['ID=5573648c-bfcd-4d45-96fe-8c7097beecd4,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:12.256940 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:12.330232 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.356663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e1c1efe8-705e-4d00-8bcb-2387380aaaac admin admin] Publish callbacks [] for security_group (b3c2ad9a-7dad-4960-9735-631a7830c009), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.361531 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks [] for port (29c2b648-416d-426e-a7df-38b0fca830ee), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.447284 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.481684 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781710b-fc01-4de9-a23d-dda7f09b4a75 None None] Pushing event updated for resources: {'Port': ['ID=28c90315-f928-47ed-8bde-7c9098dd0052,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:12.486569 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e1c1efe8-705e-4d00-8bcb-2387380aaaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b3c2ad9a-7dad-4960-9735-631a7830c009), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.496375 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.557232 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.db.api [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 11:03:12.558262 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG oslo_db.api [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 11:03:12.612718 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1efe8-705e-4d00-8bcb-2387380aaaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c2ad9a-7dad-4960-9735-631a7830c009,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:12.626737 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Pushing event updated for resources: {'Port': ['ID=29c2b648-416d-426e-a7df-38b0fca830ee,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:12.630004 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e1c1efe8-705e-4d00-8bcb-2387380aaaac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b35c17d6732b47368661ecc317962a2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6345234 Jan 17 11:03:12.637401 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57454) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:12.653284 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.654168 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.654780 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.656740 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.657918 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.663932 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.664313 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.664657 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.665001 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.665369 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.665743 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.666098 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.675432 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:03:12.675886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-55feab99-7fbf-46bf-a53b-cd8bb549f1d9 None None] Provisioning complete for port 28c90315-f928-47ed-8bde-7c9098dd0052 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:12.675886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55feab99-7fbf-46bf-a53b-cd8bb549f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Tracked resource versions report: Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: pushed versions: Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Log': {'1.0'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Network': {'1.1'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Port': {'1.7'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: consumer versions: Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: HyperV agent@hv-cinder-82491: {}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: L3 agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: Metadata agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: Metering agent@dv-cinder-824911-1-iscsi: {}, Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-824911-1-iscsi: { 'AddressGroup': '1.2', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Log': '1.0', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Network': '1.1', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Port': '1.7', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'SubPort': '1.0', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Subnet': '1.1', Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Jan 17 11:03:12.676457 dv-cinder-824911-1-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 11:03:12.744234 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Attempting to bind port 29c2b648-416d-426e-a7df-38b0fca830ee on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:12.744623 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Attempting to bind port 29c2b648-416d-426e-a7df-38b0fca830ee by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:12.744990 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Attempting to bind port 29c2b648-416d-426e-a7df-38b0fca830ee on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:12.772949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.779017 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:12.779614 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:12.780220 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.780632 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:12.781131 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Bound port: 29c2b648-416d-426e-a7df-38b0fca830ee, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:12.785862 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.881557 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] Publish callbacks [] for security_group (b3c2ad9a-7dad-4960-9735-631a7830c009), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:12.888693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-55feab99-7fbf-46bf-a53b-cd8bb549f1d9 None None] Current status of the port 28c90315-f928-47ed-8bde-7c9098dd0052 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:12.899024 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] For port 29c2b648-416d-426e-a7df-38b0fca830ee, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:12.902149 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] For port 29c2b648-416d-426e-a7df-38b0fca830ee, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29c2b648-416d-426e-a7df-38b0fca830ee,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:12.905600 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa8fba2e-091e-48d8-b758-072391e212b7 req-87907dd8-9176-4874-bb74-2653f4cec82d tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.0659635 Jan 17 11:03:12.968052 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:03:12.983362 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.010386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] Publish callbacks [] for security_group (b3c2ad9a-7dad-4960-9735-631a7830c009), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.059080 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:13.060019 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:13.076082 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for router_gateway (e3001e9c-2479-409c-b6db-34e09cfc250d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.107193 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337dda8-5e82-421b-973e-a22790b64ca3 None None] Pushing event updated for resources: {'Port': ['ID=29c2b648-416d-426e-a7df-38b0fca830ee,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:13.142507 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 28c90315-f928-47ed-8bde-7c9098dd0052 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:13.144291 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:13.156093 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:13.183873 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:13.184555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:13.193418 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:13.654494 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.655454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57478) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:13.656415 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-6c1db5a0-a8a2-4955-a6db-145133d028b9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6087394 Jan 17 11:03:13.657059 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:13.659912 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:09Z', 'revision_number': 3, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:13.659912 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c467c68-7941-4ef9-8554-943722c074bf None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:09Z', 'revision_number': 3, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:13.661785 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Allocated IP 172.20.0.1 (3aa5f961-5e69-43c1-afd3-c97e46fb3e28/4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1/23b433b3-25c1-4db9-b4f0-ac8ab74ca00e) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:13.661934 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 28c90315-f928-47ed-8bde-7c9098dd0052 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:13.662070 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.669217 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b3c2ad9a-7dad-4960-9735-631a7830c009), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.671815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.675660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3c2ad9a-7dad-4960-9735-631a7830c009 HTTP/1.1" status: 204 len: 168 time: 1.0372250 Jan 17 11:03:13.713142 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 28c90315-f928-47ed-8bde-7c9098dd0052 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:13.713580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.805025 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:11Z', 'revision_number': 3, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:13.912966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:13.912966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Updating router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 port de0259b9-5479-43d2-998e-99c5918bb03e binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:13.946980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 28c90315-f928-47ed-8bde-7c9098dd0052 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:13.949250 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:13.962296 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e132032-a5be-4460-b392-66f1cb4fcb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c2ad9a-7dad-4960-9735-631a7830c009,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:14.219004 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9a717a89-a501-4d10-9678-dbb123e0b7d9 req-5e4ecc02-addb-44b7-83d7-3fea243a88f4 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.0597763 Jan 17 11:03:14.220486 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks [] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.361069 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks [] for port (de0259b9-5479-43d2-998e-99c5918bb03e), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.396141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Router e3001e9c-2479-409c-b6db-34e09cfc250d is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:03:14.449280 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.466578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.491224 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.558513 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Attempting to bind port de0259b9-5479-43d2-998e-99c5918bb03e on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:14.558513 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Attempting to bind port de0259b9-5479-43d2-998e-99c5918bb03e by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:14.558513 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Attempting to bind port de0259b9-5479-43d2-998e-99c5918bb03e on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:14.558513 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ad970-831d-4400-8983-5f4682682136 None None] Pushing event updated for resources: {'Port': ['ID=de0259b9-5479-43d2-998e-99c5918bb03e,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:14.558910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:14.569416 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:14.570054 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:14.570617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:14.571022 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.571265 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Pushing event updated for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:14.571452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:14.571879 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Bound port: de0259b9-5479-43d2-998e-99c5918bb03e, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:14.572255 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.575798 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:14.576279 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.651394 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] For port de0259b9-5479-43d2-998e-99c5918bb03e, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:14.655332 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] For port de0259b9-5479-43d2-998e-99c5918bb03e, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=de0259b9-5479-43d2-998e-99c5918bb03e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:14.739962 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:14.752111 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Sync routers for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:14.769652 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:14.771521 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:14.799027 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.913693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:14.914476 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:14.948844 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:14.955095 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:14.956296 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a60c5985-275f-485b-a130-fa0d918e1df6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7991745 Jan 17 11:03:14.959974 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57530) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:14.996055 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Allocated IP 172.20.0.1 (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f/80f5de5d-534b-4e3d-9b62-dc2a3e694532/acb721f9-686c-4d0d-a76a-c6d333703149) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:15.023141 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ad970-831d-4400-8983-5f4682682136 None None] Pushing event updated for resources: {'Port': ['ID=de0259b9-5479-43d2-998e-99c5918bb03e,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:15.089542 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-14efa6cd-1a35-4097-a296-f99fa02e9a41 None None] Provisioning complete for port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:15.090211 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14efa6cd-1a35-4097-a296-f99fa02e9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:15.151991 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-14efa6cd-1a35-4097-a296-f99fa02e9a41 None None] Port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:15.173829 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:15.312181 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:15.386977 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:12Z', 'revision_number': 3, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:15.547916 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Checking router: e3001e9c-2479-409c-b6db-34e09cfc250d for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:15.547916 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Updating router e3001e9c-2479-409c-b6db-34e09cfc250d port 5573648c-bfcd-4d45-96fe-8c7097beecd4 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:15.547916 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:15.640511 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-07789145-0b54-4183-b810-cfc4577e247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:11Z', 'revision_number': 3, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:15.728177 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29c2b648-416d-426e-a7df-38b0fca830ee up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:15.733016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks [] for port (acb721f9-686c-4d0d-a76a-c6d333703149), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:15.799177 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07789145-0b54-4183-b810-cfc4577e247a None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:11Z', 'revision_number': 3, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:15.840638 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 29c2b648-416d-426e-a7df-38b0fca830ee triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:15.841070 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:15.867099 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6a60b5af-e673-4d5d-9af5-9d3b43b254f4 req-a454eb8e-6dbc-472c-a58d-16f989fa3f92 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.1417537 Jan 17 11:03:15.980626 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks [] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.029872 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.040775 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 29c2b648-416d-426e-a7df-38b0fca830ee is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:16.041857 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.067699 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.083703 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.084444 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.100907 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 29c2b648-416d-426e-a7df-38b0fca830ee, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29c2b648-416d-426e-a7df-38b0fca830ee,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:16.108504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:16.129449 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:16.134867 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:16.135898 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.156563 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Pushing event updated for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:16.189845 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.226355 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks [] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.324946 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.342851 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=29c2b648-416d-426e-a7df-38b0fca830ee,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:16.464198 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Attempting to bind port 5573648c-bfcd-4d45-96fe-8c7097beecd4 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:16.464899 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Attempting to bind port 5573648c-bfcd-4d45-96fe-8c7097beecd4 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:16.465694 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Attempting to bind port 5573648c-bfcd-4d45-96fe-8c7097beecd4 on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:16.494397 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:16.494802 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:16.495262 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.495893 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:16.496712 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Bound port: 5573648c-bfcd-4d45-96fe-8c7097beecd4, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:16.497373 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.497490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Pushing event updated for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:16.555559 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Allocated IP 172.20.0.1 (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e/b9cab84c-4287-4204-bc22-dcece4ca2c93/c040a877-5033-4e0b-84f5-048c65d6051f) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:16.564729 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fddd06-0d4b-4730-aa56-4c67ff629be7 None None] Pushing event updated for resources: {'Port': ['ID=5573648c-bfcd-4d45-96fe-8c7097beecd4,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:16.592319 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-c1081f87-a66b-4b16-af12-75f217d01249 None None] Provisioning complete for port acb721f9-686c-4d0d-a76a-c6d333703149 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:16.593709 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c1081f87-a66b-4b16-af12-75f217d01249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.630798 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] For port 5573648c-bfcd-4d45-96fe-8c7097beecd4, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:16.653146 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] For port 5573648c-bfcd-4d45-96fe-8c7097beecd4, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=5573648c-bfcd-4d45-96fe-8c7097beecd4,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:16.676947 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:16.678736 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-c1081f87-a66b-4b16-af12-75f217d01249 None None] Port acb721f9-686c-4d0d-a76a-c6d333703149 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:16.688481 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:16.737280 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks [] for port (c040a877-5033-4e0b-84f5-048c65d6051f), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.779425 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.900656 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.920995 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.924507 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:16.972239 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:16.985811 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:17.026808 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Pushing event updated for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:17.045644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:17.047987 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:17.052529 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:17.057216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (e3001e9c-2479-409c-b6db-34e09cfc250d), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.109701 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-94949d60-9744-447d-8ed1-106ddd66a544 None None] Provisioning complete for port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:17.110677 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-94949d60-9744-447d-8ed1-106ddd66a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.200747 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-94949d60-9744-447d-8ed1-106ddd66a544 None None] Port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:17.284307 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:17.463647 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c8949477-4c3b-436b-9804-f535a736fc74 req-eeae2d4b-a1b5-4b87-90d8-e96dc49a286f tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.4234281 Jan 17 11:03:17.476065 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:03:17.505140 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fddd06-0d4b-4730-aa56-4c67ff629be7 None None] Pushing event updated for resources: {'Port': ['ID=5573648c-bfcd-4d45-96fe-8c7097beecd4,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:17.617836 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.671054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks [] for port (acb721f9-686c-4d0d-a76a-c6d333703149), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.685384 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:17.687712 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:12Z', 'revision_number': 3, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:17.701916 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:17.720294 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:17.731065 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c1a109de-7b6d-4782-9bf8-5449324a2247 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e797cbe-4742-4f90-98a6-d20931ba1dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6183155 Jan 17 11:03:17.731247 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637a783-55f5-4a3a-9b73-e1bab137e323 None None] The sync data for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi is: [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:12Z', 'revision_number': 3, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:17.731394 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:17.744137 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.744877 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:17.807407 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29c2b648-416d-426e-a7df-38b0fca830ee up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:17.845810 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Pushing event updated for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:17.960287 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:17.961958 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:18.023803 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks [] for port (c040a877-5033-4e0b-84f5-048c65d6051f), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:18.132340 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:03:18.143999 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:18.145757 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (e3001e9c-2479-409c-b6db-34e09cfc250d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:18.223223 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 29c2b648-416d-426e-a7df-38b0fca830ee triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:18.223691 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:18.244758 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:18.418570 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:18.442074 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-71a2669b-0b17-4126-8dd8-1af98f9ca3cb admin admin] 10.222.0.44 "PUT /v2.0/routers/5d2f0343-8e16-44b6-ab13-492f1ef363e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1483998 Jan 17 11:03:18.510453 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Pushing event updated for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:18.510579 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-b9e0c771-768a-41fb-aca2-93125845bbec None None] Provisioning complete for port acb721f9-686c-4d0d-a76a-c6d333703149 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:18.512627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c771-768a-41fb-aca2-93125845bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:18.518442 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:18.520739 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:18.947291 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0c771-768a-41fb-aca2-93125845bbec None None] Port acb721f9-686c-4d0d-a76a-c6d333703149 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:18.955555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 29c2b648-416d-426e-a7df-38b0fca830ee is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:18.962672 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device de0259b9-5479-43d2-998e-99c5918bb03e up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:18.971121 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.78', 57303) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:19.049127 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:19.061999 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:19.066439 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:19.068481 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Router e3001e9c-2479-409c-b6db-34e09cfc250d has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:03:19.164763 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c317622b-8071-44ed-a23b-f8791b358795 req-d50b2f4a-3e69-4598-891b-67a9bb8c0441 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.0881858 Jan 17 11:03:19.193715 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port de0259b9-5479-43d2-998e-99c5918bb03e triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:19.194102 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.265525 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-2752fe36-64a0-4b9c-b426-0a9a3784326e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:19.267566 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-2752fe36-64a0-4b9c-b426-0a9a3784326e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.78 "GET /v2.0/networks?id=058798fe-a666-4976-8ade-daf90ce34d6d HTTP/1.1" status: 200 len: 812 time: 0.2938578 Jan 17 11:03:19.271584 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:03:19.280366 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f4c0469d-8131-4426-bb71-f38239647008 admin admin] 10.222.0.44 "PUT /v2.0/routers/e3001e9c-2479-409c-b6db-34e09cfc250d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3191650 Jan 17 11:03:19.314274 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:19.339211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Request body: {'port': {'device_id': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d', 'admin_state_up': True, 'tenant_id': 'a25bb672b93d4d69806f5a4dcf6a47aa'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:19.365106 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:15Z', 'revision_number': 2, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:19.403577 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:19.407374 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Updating router 6e797cbe-4742-4f90-98a6-d20931ba1dfb port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:19.507117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.528835 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port de0259b9-5479-43d2-998e-99c5918bb03e is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:19.529398 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.557158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57656) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:19.570743 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170505375', 'description': 'tempest-description--562749108'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:19.594189 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port de0259b9-5479-43d2-998e-99c5918bb03e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=de0259b9-5479-43d2-998e-99c5918bb03e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:19.675069 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.696942 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.829059 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:17Z', 'revision_number': 2, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:19.865528 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:19.865900 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Updating router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 port acb721f9-686c-4d0d-a76a-c6d333703149 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:19.899808 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:19.953941 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 5573648c-bfcd-4d45-96fe-8c7097beecd4 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:19.966611 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Made reservation on behalf of a25bb672b93d4d69806f5a4dcf6a47aa for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:19.970881 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.008803 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (a401d8ce-e758-4a68-90e2-336a5bdb15d8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.082643 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=de0259b9-5479-43d2-998e-99c5918bb03e,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:20.200778 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 5573648c-bfcd-4d45-96fe-8c7097beecd4 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:20.201208 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.256515 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks [] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.269112 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a401d8ce-e758-4a68-90e2-336a5bdb15d8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.351483 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Allocated IP 172.20.0.4 (058798fe-a666-4976-8ade-daf90ce34d6d/86d43015-cc14-4ade-8455-c5123d4af04b/d0f85199-ad57-4b9f-80d1-7e7f9c243006) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:20.359958 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-9049a753-5000-4bf8-b53b-630942999bc5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:20.361887 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-9049a753-5000-4bf8-b53b-630942999bc5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 819 time: 0.2993531 Jan 17 11:03:20.368335 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a401d8ce-e758-4a68-90e2-336a5bdb15d8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:20.374714 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 5573648c-bfcd-4d45-96fe-8c7097beecd4 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:20.376152 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.413861 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks [] for port (acb721f9-686c-4d0d-a76a-c6d333703149), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.430372 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 5573648c-bfcd-4d45-96fe-8c7097beecd4, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=5573648c-bfcd-4d45-96fe-8c7097beecd4,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:20.447059 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.467860 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-d3f2b814-509d-43f4-a81d-32875a237afb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/quotas/785e4db283134817972836d9c109c9da HTTP/1.1" status: 200 len: 375 time: 0.0765965 Jan 17 11:03:20.516745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.520146 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821e43-c00c-4846-b02f-8d8d82e115e0 None None] Pushing event updated for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:20.522544 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d6ce3b0c-99d7-4df3-b424-0cc4aea6adea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9639139 Jan 17 11:03:20.523262 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57710) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:20.530210 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group_rule': {'security_group_id': 'a401d8ce-e758-4a68-90e2-336a5bdb15d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:20.547043 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.550413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.709801 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-201717b8-e606-4bbe-bb35-eee0ab3154eb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922915 Jan 17 11:03:20.711774 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=5573648c-bfcd-4d45-96fe-8c7097beecd4,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:20.736542 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0620be-a2c3-4b95-a393-936480bd8cdf None None] Pushing event updated for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:20.783017 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (a75d42ba-dd69-47fe-8563-f0d29c017249), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.810588 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Attempting to bind port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:20.811546 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Attempting to bind port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:20.812113 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Attempting to bind port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:20.819756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:20.828104 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Checking segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:20.828738 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.829293 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Bound using segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:20.830020 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Bound port: 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:20.830700 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.881641 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Attempting to bind port acb721f9-686c-4d0d-a76a-c6d333703149 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:20.882280 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Attempting to bind port acb721f9-686c-4d0d-a76a-c6d333703149 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:20.882820 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Attempting to bind port acb721f9-686c-4d0d-a76a-c6d333703149 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:20.897638 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:20.900782 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Checking segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:20.900782 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.900782 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Bound using segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:20.900782 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Bound port: acb721f9-686c-4d0d-a76a-c6d333703149, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:20.900782 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:20.936939 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-f7a74559-a1e4-41df-aac2-4d7197707ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678058 Jan 17 11:03:20.980269 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] For port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:20.986762 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] For port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:20.995784 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Sync routers for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:03:21.023895 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:21.024530 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:21.056673 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (a75d42ba-dd69-47fe-8563-f0d29c017249), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.062872 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57718) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:21.074802 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677542182', 'description': 'tempest-description--1598538879'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:21.102021 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] For port acb721f9-686c-4d0d-a76a-c6d333703149, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:21.118638 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] For port acb721f9-686c-4d0d-a76a-c6d333703149, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=acb721f9-686c-4d0d-a76a-c6d333703149,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:21.188178 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.189708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (a75d42ba-dd69-47fe-8563-f0d29c017249), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.211491 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.229436 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75d42ba-dd69-47fe-8563-f0d29c017249,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:21.257390 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.356789 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-6cadbb34-b0ba-472a-ac88-88704905adc1 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598354 Jan 17 11:03:21.393308 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks [] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.410788 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.414318 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-31ac4f48-9d4c-4cf6-b36b-8657686a3e03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8880892 Jan 17 11:03:21.422001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57728) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:21.446250 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group_rule': {'security_group_id': 'a401d8ce-e758-4a68-90e2-336a5bdb15d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:21.522018 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0620be-a2c3-4b95-a393-936480bd8cdf None None] Pushing event updated for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:21.539049 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57730) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:21.564458 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:21.565982 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:21.623710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:21.652052 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Provisioning complete for port acb721f9-686c-4d0d-a76a-c6d333703149 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:21.653137 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.705413 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (d320e1aa-01fb-4844-93f3-93cdc6326aed), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.864394 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d320e1aa-01fb-4844-93f3-93cdc6326aed), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:21.932168 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 5573648c-bfcd-4d45-96fe-8c7097beecd4 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:21.942523 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821e43-c00c-4846-b02f-8d8d82e115e0 None None] Pushing event updated for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:21.945758 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:21.946746 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:22.034848 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d320e1aa-01fb-4844-93f3-93cdc6326aed,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:22.108198 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.110020 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5d2e63a3-14f1-438d-97f2-abcd2aaf44f7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0412314 Jan 17 11:03:22.116612 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57748) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:22.125225 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group_rule': {'security_group_id': 'd320e1aa-01fb-4844-93f3-93cdc6326aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:22.238451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9be1d307-9a87-4b80-926b-e9c0063ddf43 req-35f0fd6a-c730-43d0-b1fc-8ba8bafb5577 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.6473956 Jan 17 11:03:22.264403 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.292480 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:22.353845 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (3a878b9a-0a50-4b1e-bc37-ae0f2f404c46), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.355949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a59e-e342-4b54-810b-36e07704517b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.452697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (eac91bec-c5dd-4a3c-8ae8-cc082fb3a59f), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.589070 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (eac91bec-c5dd-4a3c-8ae8-cc082fb3a59f), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.637947 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Network 058798fe-a666-4976-8ade-daf90ce34d6d is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:22.654878 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 5573648c-bfcd-4d45-96fe-8c7097beecd4 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:22.655502 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.674272 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:22.683345 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:21Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:22.711080 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908a9d3-8a3d-4fa1-9ab5-65ab8f394ef6 None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:21Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:22.722677 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:22.729530 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:22.730360 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.740665 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Current status of the port acb721f9-686c-4d0d-a76a-c6d333703149 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:22.741085 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.791173 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cfc892da-80f5-41cb-af3b-e71c6e199acd req-eb35850d-30e8-43ae-8b62-e425737e3081 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 210 time: 0.4043407 Jan 17 11:03:22.796478 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Pushing event updated for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:22.805443 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (eac91bec-c5dd-4a3c-8ae8-cc082fb3a59f), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:22.838489 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:22.855718 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac91bec-c5dd-4a3c-8ae8-cc082fb3a59f,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:22.995619 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (3a878b9a-0a50-4b1e-bc37-ae0f2f404c46), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.020573 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.020573 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2e114663-5040-4f66-aad1-14ae1f4547d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9017484 Jan 17 11:03:23.022218 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57782) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:23.029644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group_rule': {'security_group_id': 'd320e1aa-01fb-4844-93f3-93cdc6326aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:23.041393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a59e-e342-4b54-810b-36e07704517b admin admin] Publish callbacks [] for security_group (848f571d-3492-4107-8999-612a9fbc33c9), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.135603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (3a878b9a-0a50-4b1e-bc37-ae0f2f404c46), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.146494 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-8df19378-80b7-416d-8c3c-b6f77eed2cc2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8273263 Jan 17 11:03:23.167804 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] For port acb721f9-686c-4d0d-a76a-c6d333703149, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=acb721f9-686c-4d0d-a76a-c6d333703149,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:23.177140 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-5d9a790f-5803-4870-8c65-afd6f741fdcd tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:03:23.181790 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-5d9a790f-5803-4870-8c65-afd6f741fdcd tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252776 Jan 17 11:03:23.194481 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a59e-e342-4b54-810b-36e07704517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (848f571d-3492-4107-8999-612a9fbc33c9), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.232082 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ecc8a59e-e342-4b54-810b-36e07704517b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=560c5f9f6bab4a2a891328581555316b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6883955 Jan 17 11:03:23.234853 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57790) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:23.236024 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a878b9a-0a50-4b1e-bc37-ae0f2f404c46,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:23.317534 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (1049431d-1fa6-42d1-af93-b988b60474a6), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.338832 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.349379 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8a59e-e342-4b54-810b-36e07704517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f571d-3492-4107-8999-612a9fbc33c9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:23.374327 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.374327 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bf974542-0f71-4818-8841-89e63ade6b10 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9477007 Jan 17 11:03:23.380519 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57810) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:23.403034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:23.427439 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] Publish callbacks [] for security_group (848f571d-3492-4107-8999-612a9fbc33c9), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.452370 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Request body: {'port': {'device_id': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:23.501892 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (1049431d-1fa6-42d1-af93-b988b60474a6), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.517700 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] Publish callbacks [] for security_group (848f571d-3492-4107-8999-612a9fbc33c9), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.616752 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Pushing event updated for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:23.622258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (1049431d-1fa6-42d1-af93-b988b60474a6), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.634137 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 5573648c-bfcd-4d45-96fe-8c7097beecd4 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:23.641274 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device de0259b9-5479-43d2-998e-99c5918bb03e up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:23.693785 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.694796 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1049431d-1fa6-42d1-af93-b988b60474a6,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:23.743929 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (848f571d-3492-4107-8999-612a9fbc33c9), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.750404 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.754714 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/848f571d-3492-4107-8999-612a9fbc33c9 HTTP/1.1" status: 204 len: 168 time: 0.5179441 Jan 17 11:03:23.770968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.773842 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34904f8b-eee1-466d-8f23-107c9c9738be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f571d-3492-4107-8999-612a9fbc33c9,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:23.789474 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port de0259b9-5479-43d2-998e-99c5918bb03e triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:23.789474 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.829113 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.831972 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Provisioning complete for port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:23.832756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:23.836695 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-54fdc76c-97f6-4644-aa29-42482803674d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8107042 Jan 17 11:03:23.837010 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57826) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:23.853232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:23.906654 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:17Z', 'revision_number': 4, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'c040a877-5033-4e0b-84f5-048c65d6051f', 'name': '', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'tenant_id': '785e4db283134817972836d9c109c9da', 'mac_address': 'fa:16:3e:0a:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:16Z', 'updated_at': '2022-01-17T11:03:17Z', 'revision_number': 2, 'project_id': '785e4db283134817972836d9c109c9da', 'subnets': [{'id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:24.011969 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port de0259b9-5479-43d2-998e-99c5918bb03e is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:24.063636 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:24.075629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d156a-a4b8-4e1c-a84d-30de3324543a req-f3b3d43b-695b-4c99-9dc1-36c526dc6a4b tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:24.077288 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dd4d156a-a4b8-4e1c-a84d-30de3324543a req-f3b3d43b-695b-4c99-9dc1-36c526dc6a4b tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 931 time: 0.1426048 Jan 17 11:03:24.168003 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Checking router: e3001e9c-2479-409c-b6db-34e09cfc250d for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:03:24.168369 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Updating router e3001e9c-2479-409c-b6db-34e09cfc250d port c040a877-5033-4e0b-84f5-048c65d6051f binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:03:24.230656 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:24.316886 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dd4d156a-a4b8-4e1c-a84d-30de3324543a req-beaeafa6-9a92-483e-a670-cf9f43aefa2a tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383337 Jan 17 11:03:24.346739 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-e3808b49-8cb6-4ce3-bb84-40e1bf87ddc1 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:24.354624 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-e3808b49-8cb6-4ce3-bb84-40e1bf87ddc1 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 819 time: 0.9155953 Jan 17 11:03:24.390567 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-05af2217-1f8f-4cf8-a06a-a9c6a74599de tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/quotas/785e4db283134817972836d9c109c9da HTTP/1.1" status: 200 len: 375 time: 0.0349517 Jan 17 11:03:24.606140 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:24.704599 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-50da5002-f08a-43c2-8b84-ab8cd4be0b82 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3128822 Jan 17 11:03:24.737802 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Current status of the port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:24.738301 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:24.744271 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device acb721f9-686c-4d0d-a76a-c6d333703149 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:24.748344 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:24.974890 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:24.983694 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57870) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:25.012859 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4ee46664-8533-43b8-a1de-f24c6de87448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.042303 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] For port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:25.063988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f85199-ad57-4b9f-80d1-7e7f9c243006 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:25.073780 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks [] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.127172 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f6ede-886b-4d60-85b0-69f354f28dea None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:25.185877 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.213649 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Transition to ACTIVE for port object d0f85199-ad57-4b9f-80d1-7e7f9c243006 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:03:25.242632 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4ee46664-8533-43b8-a1de-f24c6de87448 admin admin] Publish callbacks [] for security_group (cb67dd84-6680-4740-8c1a-9b9900762e2b), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.311330 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port acb721f9-686c-4d0d-a76a-c6d333703149 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:25.316010 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4ee46664-8533-43b8-a1de-f24c6de87448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cb67dd84-6680-4740-8c1a-9b9900762e2b), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.319773 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.345052 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Allocated IP 172.27.2.17 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/bd9bda38-7f29-4469-88b8-7f984079e92d) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:25.364902 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.518365 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4ee46664-8533-43b8-a1de-f24c6de87448 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f75a96078abd4f81b4edb0f42abc58a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223227 Jan 17 11:03:25.525621 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57884) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:25.532826 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Provisioning complete for port acb721f9-686c-4d0d-a76a-c6d333703149 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:25.533213 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.564811 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks [] for port (c040a877-5033-4e0b-84f5-048c65d6051f), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.574131 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46664-8533-43b8-a1de-f24c6de87448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb67dd84-6680-4740-8c1a-9b9900762e2b,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:25.605340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] Publish callbacks [] for security_group (cb67dd84-6680-4740-8c1a-9b9900762e2b), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.620867 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Pushing event updated for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:25.636937 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-5c8984a6-7c16-418b-9ae2-0fac80ba1a5e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:03:25.646022 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-5c8984a6-7c16-418b-9ae2-0fac80ba1a5e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7216434 Jan 17 11:03:25.655416 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] Publish callbacks [] for security_group (cb67dd84-6680-4740-8c1a-9b9900762e2b), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.714944 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633f4db-86dc-45db-9a09-347974443ea8 None None] Pushing event updated for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:25.750884 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.895534 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-0d879840-4bff-4f23-a7db-c7342111e449 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472215 Jan 17 11:03:25.942687 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cb67dd84-6680-4740-8c1a-9b9900762e2b), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.945222 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:25.946418 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb67dd84-6680-4740-8c1a-9b9900762e2b HTTP/1.1" status: 204 len: 168 time: 0.4195981 Jan 17 11:03:25.961913 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5e79-0a2e-46da-b640-2ae71a509e79 None None] Pushing event updated for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:25.963405 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8ebf6-1fbc-4189-8aa1-eac3cef97c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb67dd84-6680-4740-8c1a-9b9900762e2b,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:25.979150 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port acb721f9-686c-4d0d-a76a-c6d333703149 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:26.140938 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Attempting to bind port c040a877-5033-4e0b-84f5-048c65d6051f on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:26.141995 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Attempting to bind port c040a877-5033-4e0b-84f5-048c65d6051f by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:26.142548 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Attempting to bind port c040a877-5033-4e0b-84f5-048c65d6051f on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:26.146245 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Current status of the port acb721f9-686c-4d0d-a76a-c6d333703149 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:26.170972 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:26.172286 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Checking segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:26.172775 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.173415 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Bound using segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:26.207850 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Bound port: c040a877-5033-4e0b-84f5-048c65d6051f, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:26.210837 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.273568 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Provisioning complete for port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:26.274213 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.283645 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:26.307749 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 57898) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:26.338850 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b4b9-0a8f-44a9-ac51-3611c3ab52d9 req-dec08202-c119-4fda-a10b-ba0bae551a4c tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:26.349038 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3445b4b9-0a8f-44a9-ac51-3611c3ab52d9 req-dec08202-c119-4fda-a10b-ba0bae551a4c tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.7323871 Jan 17 11:03:26.418757 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.78', 57322) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:26.553321 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3445b4b9-0a8f-44a9-ac51-3611c3ab52d9 req-bf45205a-ba6b-4bcf-b9f8-580a27fc499a tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033253 Jan 17 11:03:26.565123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Attempting to bind port d0f85199-ad57-4b9f-80d1-7e7f9c243006 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:26.565631 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Attempting to bind port d0f85199-ad57-4b9f-80d1-7e7f9c243006 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '07165f25-5201-40cd-9162-cd68c1ec5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:26.577380 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Attempting to bind port d0f85199-ad57-4b9f-80d1-7e7f9c243006 on network 058798fe-a666-4976-8ade-daf90ce34d6d {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:26.637443 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] For port c040a877-5033-4e0b-84f5-048c65d6051f, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:26.643950 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] For port c040a877-5033-4e0b-84f5-048c65d6051f, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=c040a877-5033-4e0b-84f5-048c65d6051f,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:26.665161 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Port d0f85199-ad57-4b9f-80d1-7e7f9c243006 on network 058798fe-a666-4976-8ade-daf90ce34d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:03:26.672992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Attempting to bind port d0f85199-ad57-4b9f-80d1-7e7f9c243006 on network 058798fe-a666-4976-8ade-daf90ce34d6d {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:26.731583 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:26.732075 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.740210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:26.740573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Checking segment: {'id': '07165f25-5201-40cd-9162-cd68c1ec5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:26.741150 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Bound using segment: {'id': '07165f25-5201-40cd-9162-cd68c1ec5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:26.749270 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Bound port: d0f85199-ad57-4b9f-80d1-7e7f9c243006, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07165f25-5201-40cd-9162-cd68c1ec5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:26.749775 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.806731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.812391 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-56a4eb04-bfd1-4f58-b2d8-2b534d123490 None None] Current status of the port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:26.820549 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d7887dc-fd97-4fb3-8f83-ab7114b2a726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:26.871342 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.016176 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-46cbdd1c-29e1-4d7e-9685-e47d51889574 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9904268 Jan 17 11:03:27.044168 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5e79-0a2e-46da-b640-2ae71a509e79 None None] Pushing event updated for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:27.050856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:03:27.051578 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:27.139711 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-950b12f4-6eb3-4d19-8ee5-197036e9d424 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:27.141739 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-950b12f4-6eb3-4d19-8ee5-197036e9d424 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 819 time: 0.7209196 Jan 17 11:03:27.164851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:27.180383 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006,segment=NetworkSegment(07165f25-5201-40cd-9162-cd68c1ec5954),segment_id=07165f25-5201-40cd-9162-cd68c1ec5954)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:27.188131 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Request body: {'port': {'device_id': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'admin_state_up': True, 'tenant_id': '785e4db283134817972836d9c109c9da'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:27.244715 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:27.254585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.259619 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.323224 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:03:27.367546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:27.371248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.372772 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] 10.222.0.78 "PUT /v2.0/ports/d0f85199-ad57-4b9f-80d1-7e7f9c243006 HTTP/1.1" status: 200 len: 1093 time: 4.0730174 Jan 17 11:03:27.381178 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:27.452651 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d7887dc-fd97-4fb3-8f83-ab7114b2a726 admin admin] Publish callbacks [] for security_group (20415d3c-0999-42c1-ba1d-6295bd087596), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.544865 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Allocated IP 172.27.2.194 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/5b95896a-ed4b-44b6-a2f8-8c871873a43b) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:27.720028 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:17Z', 'revision_number': 4, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'c040a877-5033-4e0b-84f5-048c65d6051f', 'name': '', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'tenant_id': '785e4db283134817972836d9c109c9da', 'mac_address': 'fa:16:3e:0a:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:16Z', 'updated_at': '2022-01-17T11:03:26Z', 'revision_number': 4, 'project_id': '785e4db283134817972836d9c109c9da', 'subnets': [{'id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:03:27.769209 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae3eef-c84f-447b-b662-9cb77f6f50f2 None None] The sync data for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi is: [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:03:17Z', 'revision_number': 4, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'c040a877-5033-4e0b-84f5-048c65d6051f', 'name': '', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'tenant_id': '785e4db283134817972836d9c109c9da', 'mac_address': 'fa:16:3e:0a:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:16Z', 'updated_at': '2022-01-17T11:03:26Z', 'revision_number': 4, 'project_id': '785e4db283134817972836d9c109c9da', 'subnets': [{'id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:03:27.777479 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.816101 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5d7887dc-fd97-4fb3-8f83-ab7114b2a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (20415d3c-0999-42c1-ba1d-6295bd087596), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.919904 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:27.961428 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5d7887dc-fd97-4fb3-8f83-ab7114b2a726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7853ee8be8414964b70c4cdf3d341cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6498976 Jan 17 11:03:27.962689 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 57952) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:27.965109 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:27.982671 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7887dc-fd97-4fb3-8f83-ab7114b2a726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20415d3c-0999-42c1-ba1d-6295bd087596,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:27.997582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:28.009152 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:28.013804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:28.035872 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:28.045094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:28.057964 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Made reservation on behalf of 785e4db283134817972836d9c109c9da for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:28.062103 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:28.335379 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c55e827e-676d-43c9-ac54-c43b70b8c078 req-32ec6ccf-fff4-4dd0-bc28-572c71a560ff tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 210 time: 0.3737559 Jan 17 11:03:28.349108 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=5b95896a-ed4b-44b6-a2f8-8c871873a43b,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:28.432692 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0692d7a-cc16-4e35-9755-1342131de4fc service neutron] Pushing event updated for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:28.442526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:28.501822 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:28.729857 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953b07-9d15-4cb9-bcf2-8eb9cff5c19a req-25680b1c-41b1-475f-a902-bf2bed17f399 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:28.740583 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c953b07-9d15-4cb9-bcf2-8eb9cff5c19a req-25680b1c-41b1-475f-a902-bf2bed17f399 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.7788572 Jan 17 11:03:28.790584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e2999-ba71-4685-9195-1dbf339c7721 x-openstack-request-id: req-133e2999-ba71-4685-9195-1dbf339c7721 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:28.797468 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:28.797468 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-133e2999-ba71-4685-9195-1dbf339c7721 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:28.797721 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:28.797824 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006', 'status': 'completed', 'code': 200} Jan 17 11:03:28.797824 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-03129ed4-5c92-4fde-9fed-9d274134fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:28.797824 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-03129ed4-5c92-4fde-9fed-9d274134fbb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a25bb672b93d4d69806f5a4dcf6a47aa&device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 1096 time: 0.8493917 Jan 17 11:03:28.872434 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:28.975198 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c953b07-9d15-4cb9-bcf2-8eb9cff5c19a req-6863c7e1-2303-40de-809b-333bc85f5f30 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291079 Jan 17 11:03:28.979114 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] Publish callbacks [] for security_group (20415d3c-0999-42c1-ba1d-6295bd087596), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:28.982469 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-45254437-e904-4f3d-9c19-30b313aca4cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006 HTTP/1.1" status: 200 len: 217 time: 0.1577830 Jan 17 11:03:28.983322 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=bd9bda38-7f29-4469-88b8-7f984079e92d,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:29.051925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] Publish callbacks [] for security_group (20415d3c-0999-42c1-ba1d-6295bd087596), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.056588 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Allocated IP 172.20.0.8 (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e/b9cab84c-4287-4204-bc22-dcece4ca2c93/f0b0e021-70fa-4c81-b8ae-946c09be80b4) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:29.175206 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.182827 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072283-a187-4389-9d0a-23654a44e62a req-937c458e-c0e9-4f8f-bd86-1d490ae789ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:29.183772 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-937c458e-c0e9-4f8f-bd86-1d490ae789ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=86d43015-cc14-4ade-8455-c5123d4af04b HTTP/1.1" status: 200 len: 852 time: 0.1421180 Jan 17 11:03:29.407961 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-208345b5-c4b2-4c6e-a745-374b040d538a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=058798fe-a666-4976-8ade-daf90ce34d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2058864 Jan 17 11:03:29.417719 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (20415d3c-0999-42c1-ba1d-6295bd087596), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.421236 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.422526 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20415d3c-0999-42c1-ba1d-6295bd087596 HTTP/1.1" status: 204 len: 168 time: 1.3882780 Jan 17 11:03:29.476460 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a3df-0d52-4d11-b277-de158039caf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20415d3c-0999-42c1-ba1d-6295bd087596,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:29.501569 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks [] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.641215 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.672519 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.781976 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f8b1d624-30c5-4d0e-ad4d-28380141fc2c req-6c650a04-4082-4965-8c9a-fd0d457a8ed3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0847399 Jan 17 11:03:29.791633 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:29.798690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:29.813306 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.824198 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:29.840457 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:29.843356 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.860129 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.902105 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.931751 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:29.936668 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Pushing event updated for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:30.057064 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-bb762288-84b6-4143-baf2-7a0de6f09d4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8775041 Jan 17 11:03:30.059959 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.062851 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2234342 Jan 17 11:03:30.063171 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=bd9bda38-7f29-4469-88b8-7f984079e92d,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:30.071150 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.078556 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Request body: {'port': {'device_id': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:30.093263 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-c3b123f0-70c9-4050-bbc3-1531d00c5e16 service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939646 Jan 17 11:03:30.151277 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d447-2260-4497-898b-74c5c3e05f89 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=5b95896a-ed4b-44b6-a2f8-8c871873a43b,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:30.227633 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.236769 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device c040a877-5033-4e0b-84f5-048c65d6051f up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:30.272206 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.286378 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3d74f9ab-029d-48d8-a4cc-2c38ec1930be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8919570 Jan 17 11:03:30.341253 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port c040a877-5033-4e0b-84f5-048c65d6051f triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:30.342289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.423732 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3f709-98be-4e8b-8821-fab0728de449 req-41510ab6-ab7c-409e-9358-2ec2a5a0d568 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:30.439027 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29a3f709-98be-4e8b-8821-fab0728de449 req-41510ab6-ab7c-409e-9358-2ec2a5a0d568 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.3011060 Jan 17 11:03:30.610885 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29a3f709-98be-4e8b-8821-fab0728de449 req-bb9103d9-9d96-4790-845a-64d218e280d8 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708403 Jan 17 11:03:30.611091 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port c040a877-5033-4e0b-84f5-048c65d6051f is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:30.611461 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.615391 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a072283-a187-4389-9d0a-23654a44e62a req-c138eb22-7bbb-4c3d-9124-c35e60cc753a service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121629 Jan 17 11:03:30.791336 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port c040a877-5033-4e0b-84f5-048c65d6051f, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=c040a877-5033-4e0b-84f5-048c65d6051f,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:30.892690 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.895507 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fc153e65-bd0b-46f1-a617-1893fe74a4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:30.935955 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.78', 57332) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:31.001959 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-703d195a-1053-4581-a11e-fff9f0b23552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:31.014798 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-703d195a-1053-4581-a11e-fff9f0b23552 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a25bb672b93d4d69806f5a4dcf6a47aa&device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 1096 time: 0.1748211 Jan 17 11:03:31.068017 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:31.097678 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b799bea-33de-44c7-9261-fcf5c827f0e0 req-d617b3ac-126f-4786-9e8c-9e17a83c94af tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 210 time: 0.1606004 Jan 17 11:03:31.104894 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58054) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:31.117549 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b0e021-70fa-4c81-b8ae-946c09be80b4 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:31.137269 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks [] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.195870 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Transition to ACTIVE for port object f0b0e021-70fa-4c81-b8ae-946c09be80b4 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:03:31.309419 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.397095 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:31.570626 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Attempting to bind port f0b0e021-70fa-4c81-b8ae-946c09be80b4 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:31.571002 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Attempting to bind port f0b0e021-70fa-4c81-b8ae-946c09be80b4 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:31.576754 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Attempting to bind port f0b0e021-70fa-4c81-b8ae-946c09be80b4 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:31.579880 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Port f0b0e021-70fa-4c81-b8ae-946c09be80b4 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:03:31.580202 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Attempting to bind port f0b0e021-70fa-4c81-b8ae-946c09be80b4 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:31.600092 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:31.600456 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Checking segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:31.601072 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Bound using segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:31.601546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Bound port: f0b0e021-70fa-4c81-b8ae-946c09be80b4, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:31.601923 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.700515 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:31.708218 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:31.824798 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.825201 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c0735f8-4552-4c62-81a8-c325ec1d87f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: from cryptography.utils import int_from_bytes Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: from cryptography.utils import int_from_bytes Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.883504 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:31.886687 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:31.889872 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-4546f30f-debf-4727-924b-3c4dcb043c8b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:31.899054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-4546f30f-debf-4727-924b-3c4dcb043c8b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 819 time: 0.9608650 Jan 17 11:03:31.918155 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-f32c74b6-1e58-4edc-814b-6b376394e73b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--677542182&fields=id&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 267 time: 0.9440691 Jan 17 11:03:31.921482 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-6d163ebb-dc84-4a15-b9fa-29b82d804fec tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--170505375&fields=id&tenant_id=dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 267 time: 0.6757102 Jan 17 11:03:31.927426 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Request body: {'port': {'device_id': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'admin_state_up': True, 'tenant_id': '785e4db283134817972836d9c109c9da'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:31.935826 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-c9e4653a-3b37-4087-98a7-a3be64542d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:31.937142 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-c9e4653a-3b37-4087-98a7-a3be64542d1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=058798fe-a666-4976-8ade-daf90ce34d6d HTTP/1.1" status: 200 len: 913 time: 0.8334918 Jan 17 11:03:31.946382 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:31.947031 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:31.954814 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] 10.222.0.78 "PUT /v2.0/ports/f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 1093 time: 1.8864055 Jan 17 11:03:31.955341 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:32.130903 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device c040a877-5033-4e0b-84f5-048c65d6051f up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:32.207175 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4049b-0bb0-45cf-82d6-475ca4562f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:32.277072 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-23de4f13-b095-4a34-8481-777857f85e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:32.279077 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-23de4f13-b095-4a34-8481-777857f85e34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1096 time: 0.1213717 Jan 17 11:03:32.324509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port c040a877-5033-4e0b-84f5-048c65d6051f triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:32.325226 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:32.453387 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-4e201858-52ae-44e3-8268-eb1ac76db7ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.1452038 Jan 17 11:03:32.464062 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port c040a877-5033-4e0b-84f5-048c65d6051f is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:32.555599 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4e92b-fe5d-4424-8d1b-e695782a1762" -d '{"events": [{"name": "network-changed", "server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:32.570316 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58128) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:32.580827 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-933b10b5-f420-44a0-bc4d-7677e4a88bc8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006 HTTP/1.1" status: 200 len: 217 time: 0.6167436 Jan 17 11:03:32.616338 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-83ae874b-6ab7-4efa-84a1-f11e3ec951fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:32.622053 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-83ae874b-6ab7-4efa-84a1-f11e3ec951fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.1569574 Jan 17 11:03:32.871167 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-a6653ad3-4b1d-4029-9b7d-3052e156999d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308972 Jan 17 11:03:32.872322 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-32c0be50-be72-448f-bf30-b45b3a5f6dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:32.876617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-7f84bb59-2f2b-477d-a22c-754780595973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:32.878130 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-7f84bb59-2f2b-477d-a22c-754780595973 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=86d43015-cc14-4ade-8455-c5123d4af04b HTTP/1.1" status: 200 len: 852 time: 0.2546620 Jan 17 11:03:32.990731 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-74a5761e-fce1-406d-9fd2-ae2736c81455 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=058798fe-a666-4976-8ade-daf90ce34d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894928 Jan 17 11:03:33.024582 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-508a4213-ad83-4b9c-867e-9973b031b34f service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383142 Jan 17 11:03:33.059384 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-32c0be50-be72-448f-bf30-b45b3a5f6dab admin admin] Publish callbacks [] for security_group (309ce8e5-b63a-45a2-8247-e1bc2845c03c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.077452 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-eccd3972-f512-4c48-b1ee-21595fd182ea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:33.085168 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-eccd3972-f512-4c48-b1ee-21595fd182ea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 810 time: 1.1464372 Jan 17 11:03:33.141601 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c0735f8-4552-4c62-81a8-c325ec1d87f7 admin admin] Publish callbacks [] for security_group (caf4a37f-a2cf-4421-bd57-0b8a84263e93), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.159016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-2ea2f724-33c4-4940-9b2f-d256ab1795c6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:33.161056 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d3bbdae6-b28e-4899-93dc-4716de376663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.164613 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-2ea2f724-33c4-4940-9b2f-d256ab1795c6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 816 time: 1.2338185 Jan 17 11:03:33.188341 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Made reservation on behalf of 785e4db283134817972836d9c109c9da for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:33.191901 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.201733 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-72043b78-cb50-443f-b6cf-b5946fe9fa08 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/quotas/dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 375 time: 0.1152925 Jan 17 11:03:33.217018 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-32c0be50-be72-448f-bf30-b45b3a5f6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (309ce8e5-b63a-45a2-8247-e1bc2845c03c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.315680 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-dec273de-4074-4ad0-9fd9-50531cba802d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/quotas/2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 375 time: 0.1047726 Jan 17 11:03:33.361871 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0be50-be72-448f-bf30-b45b3a5f6dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309ce8e5-b63a-45a2-8247-e1bc2845c03c,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:33.374883 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8cff7936-0227-4ac7-ab60-12c13cf5781c req-c0326b1b-4cb7-4cae-87b9-d4a89e6f78e0 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453175 Jan 17 11:03:33.387845 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-32c0be50-be72-448f-bf30-b45b3a5f6dab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44e6b98773b640d39a52c733c6fab611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091710 Jan 17 11:03:33.390997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58144) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:33.485622 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] Publish callbacks [] for security_group (309ce8e5-b63a-45a2-8247-e1bc2845c03c), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.485895 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-25c67d25-b93e-4e3d-963e-729452438c02 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829220 Jan 17 11:03:33.517536 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] Publish callbacks [] for security_group (309ce8e5-b63a-45a2-8247-e1bc2845c03c), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.523414 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-3fb3c023-3bda-4b13-8268-ed1a53345cf6 service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134781 Jan 17 11:03:33.584640 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-1c17b9a0-2997-468d-84c1-cd71e4714d4e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2507348 Jan 17 11:03:33.633752 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c0735f8-4552-4c62-81a8-c325ec1d87f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (caf4a37f-a2cf-4421-bd57-0b8a84263e93), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.777133 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Allocated IP 172.20.0.13 (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e/b9cab84c-4287-4204-bc22-dcece4ca2c93/cd215191-d058-472f-bfb0-9c2257324191) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:33.793227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58146) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:33.793445 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4c0735f8-4552-4c62-81a8-c325ec1d87f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd2beb517def4fbdba7512da457aeb50&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5487256 Jan 17 11:03:33.821690 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0735f8-4552-4c62-81a8-c325ec1d87f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4a37f-a2cf-4421-bd57-0b8a84263e93,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:33.901825 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-cf6f208e-3eb1-4e51-812b-ea60611d5a26 service neutron] 10.222.0.44 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886066 Jan 17 11:03:33.917111 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] Publish callbacks [] for security_group (caf4a37f-a2cf-4421-bd57-0b8a84263e93), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:33.921531 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-9efecb74-6ed3-4c44-a1ef-c3409f16c17b service neutron] 10.222.0.44 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129932 Jan 17 11:03:33.972507 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] Publish callbacks [] for security_group (caf4a37f-a2cf-4421-bd57-0b8a84263e93), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.152318 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98e27e59-c5e7-441c-8d8e-c306ae6d6ec5 req-15b97223-1a41-477e-a825-8860a7d9b6ca service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360138 Jan 17 11:03:34.250027 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-9b87d224-42dc-465d-9bfd-f69b33e25d44 service neutron] 10.222.0.44 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274353 Jan 17 11:03:34.318155 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-ad9b84da-f4ef-41d0-b173-c61c879a3e38 service neutron] 10.222.0.44 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893671 Jan 17 11:03:34.370836 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks [] for port (cd215191-d058-472f-bfb0-9c2257324191), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.629328 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (309ce8e5-b63a-45a2-8247-e1bc2845c03c), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.632061 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.633335 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/309ce8e5-b63a-45a2-8247-e1bc2845c03c HTTP/1.1" status: 204 len: 168 time: 1.2400277 Jan 17 11:03:34.647720 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5744e2-de26-4bad-aa15-f34e9b6e22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ce8e5-b63a-45a2-8247-e1bc2845c03c,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:34.721543 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.731097 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.733143 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (caf4a37f-a2cf-4421-bd57-0b8a84263e93), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.738826 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.740382 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caf4a37f-a2cf-4421-bd57-0b8a84263e93 HTTP/1.1" status: 204 len: 168 time: 0.9459853 Jan 17 11:03:34.764233 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf116-25df-41ca-8c3e-37a62ad1fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4a37f-a2cf-4421-bd57-0b8a84263e93,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:34.798240 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:34.803311 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:34.805209 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Pushing event updated for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:34.818434 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:34.840766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:34.845134 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:34.999764 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-21a595cc-e7ff-4cc3-a827-594ce468e52f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0851815 Jan 17 11:03:35.021294 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc99f-7701-445e-8b6e-525a78d400d7 req-09f95fa3-2a89-4d27-8335-d5988b94cb93 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:35.022974 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-259dc99f-7701-445e-8b6e-525a78d400d7 req-09f95fa3-2a89-4d27-8335-d5988b94cb93 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.1394153 Jan 17 11:03:35.035968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d36431-5149-424f-a905-b28ed551ea1d req-46545f2f-3fb9-4275-8601-568810448965 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:35.037387 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e8d36431-5149-424f-a905-b28ed551ea1d req-46545f2f-3fb9-4275-8601-568810448965 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 932 time: 0.0947242 Jan 17 11:03:35.111105 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-259dc99f-7701-445e-8b6e-525a78d400d7 req-b3a3b6d4-cd38-4275-9598-843da7c67005 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725813 Jan 17 11:03:35.137602 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e8d36431-5149-424f-a905-b28ed551ea1d req-ef9077f6-d642-476b-835a-bec7fc9fccf2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844941 Jan 17 11:03:35.196208 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da50eda8-5f5b-4706-8435-884d8ff04828 req-0028a4b4-f864-4e77-8b22-4a07fd96ccd3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.0314386 Jan 17 11:03:35.271383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a577424a-6a47-4f18-89c2-dd5c1304e623 req-156c28c7-0e59-4b28-935e-eff366ae8fed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 210 time: 0.0263889 Jan 17 11:03:35.373681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743aa56-184c-4909-9fec-00fff2ce512b x-openstack-request-id: req-e743aa56-184c-4909-9fec-00fff2ce512b {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:35.373983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:35.374236 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e743aa56-184c-4909-9fec-00fff2ce512b {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:35.374722 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'status': 'completed', 'code': 200} Jan 17 11:03:35.602140 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58200) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:35.611263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:35.621566 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-04a5341b-7499-4fd9-ab86-a0db54c3b32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:35.711594 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-04a5341b-7499-4fd9-ab86-a0db54c3b32f admin admin] Publish callbacks [] for security_group (1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:35.805582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-04a5341b-7499-4fd9-ab86-a0db54c3b32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:35.848281 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-04a5341b-7499-4fd9-ab86-a0db54c3b32f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=696e659605584859b0c3547d50210ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447200 Jan 17 11:03:35.849742 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5341b-7499-4fd9-ab86-a0db54c3b32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:35.851742 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58212) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:35.906735 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] Publish callbacks [] for security_group (1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:35.928458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] Publish callbacks [] for security_group (1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:36.262137 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e96f2-03c0-4d96-a8c1-0e43192db51f req-a417e3ac-4464-4d48-aa98-29edda7e8477 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:36.263598 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-760e96f2-03c0-4d96-a8c1-0e43192db51f req-a417e3ac-4464-4d48-aa98-29edda7e8477 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 932 time: 0.0757580 Jan 17 11:03:36.274797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5bfa9-7d6d-4fca-89ee-08d6969c9358 req-5d8f137f-2da1-49c6-a91a-65dfa3ac1cfe tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:36.287535 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42d5bfa9-7d6d-4fca-89ee-08d6969c9358 req-5d8f137f-2da1-49c6-a91a-65dfa3ac1cfe tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.0771422 Jan 17 11:03:36.331690 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:36.334391 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:36.335466 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7 HTTP/1.1" status: 204 len: 168 time: 0.4820175 Jan 17 11:03:36.368717 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8552f-6778-4b52-b216-9805dca7d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ed2bd-ccdc-4871-b754-5bfb2c1627d7,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:36.368717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-760e96f2-03c0-4d96-a8c1-0e43192db51f req-c59e6d1b-1f1c-4b32-a6a9-99ea7bdbe695 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895472 Jan 17 11:03:36.369723 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42d5bfa9-7d6d-4fca-89ee-08d6969c9358 req-156e6c26-8eef-4f6e-a423-4f7e2cb1cb84 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869780 Jan 17 11:03:36.466363 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-840dac8c-ed42-4419-8da0-3b92995c2d35 req-aaca4dad-4d9b-4368-baf1-5307935bfdce tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.0271220 Jan 17 11:03:36.520430 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0b83d1ec-72c6-42ff-a9a4-855904896f79 req-c01f7967-1fe4-430f-87d8-9a71c1a7e375 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 210 time: 0.0386190 Jan 17 11:03:36.524187 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Request body: {'port': {'device_id': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:36.628056 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-7cee66e0-c81d-44b2-9c74-638f72741900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:36.630078 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-7cee66e0-c81d-44b2-9c74-638f72741900 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1096 time: 0.0851018 Jan 17 11:03:36.630421 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd215191-d058-472f-bfb0-9c2257324191), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:36.819029 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-f5257da3-3663-4500-9e46-f89b35171dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:36.820530 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-f5257da3-3663-4500-9e46-f89b35171dbc service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1816554 Jan 17 11:03:36.824031 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:36.872946 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-f922690a-e21c-4f72-a3e8-b49d464545a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0439036 Jan 17 11:03:36.978247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-dbc95dee-3dee-48c4-84d2-981c44177d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:36.979957 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-dbc95dee-3dee-48c4-84d2-981c44177d8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0934341 Jan 17 11:03:37.018769 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-9d6fd6db-a995-4f88-aece-f40e7b3db666 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320086 Jan 17 11:03:37.163975 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd215191-d058-472f-bfb0-9c2257324191 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:37.182096 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks [] for port (cd215191-d058-472f-bfb0-9c2257324191), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:37.197590 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-69cde506-db3e-4649-aa8a-30325c110f51 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566291 Jan 17 11:03:37.205210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Transition to ACTIVE for port object cd215191-d058-472f-bfb0-9c2257324191 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:03:37.313019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:37.421694 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:37.484592 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Attempting to bind port cd215191-d058-472f-bfb0-9c2257324191 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:37.485015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Attempting to bind port cd215191-d058-472f-bfb0-9c2257324191 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:37.485424 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Attempting to bind port cd215191-d058-472f-bfb0-9c2257324191 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:37.499776 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Port cd215191-d058-472f-bfb0-9c2257324191 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:03:37.500189 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Attempting to bind port cd215191-d058-472f-bfb0-9c2257324191 on network 4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:37.512570 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:37.520409 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Checking segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:37.524518 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Bound using segment: {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:37.524518 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Bound port: cd215191-d058-472f-bfb0-9c2257324191, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbb9ebe-b66c-4b97-aea5-764c32a7088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:37.524518 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd215191-d058-472f-bfb0-9c2257324191), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:37.615607 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbd4e92b-fe5d-4424-8d1b-e695782a1762 req-877eeddd-44a6-4c9a-8e47-64116860fe71 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626543 Jan 17 11:03:37.665504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dbac0-5a90-410d-88df-2fc6d313e0c1 req-6405414e-9ae5-4100-a308-6edc49aa4814 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:37.667039 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-163dbac0-5a90-410d-88df-2fc6d313e0c1 req-6405414e-9ae5-4100-a308-6edc49aa4814 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 944 time: 0.1282198 Jan 17 11:03:37.712842 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15304cc-a9ca-4cf2-b3e4-3ac45e6c4da6 req-20f1c60f-676e-4f18-991f-0834ec0f4e00 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:37.714340 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a15304cc-a9ca-4cf2-b3e4-3ac45e6c4da6 req-20f1c60f-676e-4f18-991f-0834ec0f4e00 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.1901264 Jan 17 11:03:37.769405 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-163dbac0-5a90-410d-88df-2fc6d313e0c1 req-d3e3e134-4e9e-4f97-99bc-e7b253b93903 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Jan 17 11:03:37.771042 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:37.780908 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd215191-d058-472f-bfb0-9c2257324191,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:37.798163 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a15304cc-a9ca-4cf2-b3e4-3ac45e6c4da6 req-f6f9393d-da19-4060-ab14-249bdd001962 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Jan 17 11:03:37.877303 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41ff26ef-dfe7-4598-9c7b-7e339722cf6a req-918fd874-a682-40c9-a518-9e7db1120d0d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.0342581 Jan 17 11:03:37.893109 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:37.906909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c859428a-c831-4f31-9f7d-550ddee1738f req-42ab2986-13aa-48f3-a239-ae6ffa0561ef tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 210 time: 0.0523484 Jan 17 11:03:37.953098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:37.959320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:37.959320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd215191-d058-472f-bfb0-9c2257324191 HTTP/1.1" status: 200 len: 1094 time: 1.4382553 Jan 17 11:03:37.959320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:37.959320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af424d6-4e73-414e-941a-75937f8f9d53" -d '{"events": [{"name": "network-changed", "server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "tag": "cd215191-d058-472f-bfb0-9c2257324191"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:37.978881 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfa5dc-7bfd-4295-9acd-145db3f87bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:38.045363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9725bcd-3dfe-4691-8d7e-c1124ebee7f0 x-openstack-request-id: req-f9725bcd-3dfe-4691-8d7e-c1124ebee7f0 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:38.045363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "tag": "cd215191-d058-472f-bfb0-9c2257324191", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:38.045363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9725bcd-3dfe-4691-8d7e-c1124ebee7f0 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:38.045363 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191', 'status': 'completed', 'code': 200} Jan 17 11:03:38.125562 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-a57954f5-bb3c-4d80-a25c-b19ca473bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:38.127181 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-a57954f5-bb3c-4d80-a25c-b19ca473bd31 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0545678 Jan 17 11:03:38.176342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58308) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:38.313240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879652714-network', 'tenant_id': '6cb15f36b9a1494ab031adca820eb322'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:38.401412 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-78a5a74b-abc5-48ae-8767-908943e20058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:38.403019 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-78a5a74b-abc5-48ae-8767-908943e20058 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=785e4db283134817972836d9c109c9da&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2618191 Jan 17 11:03:38.434643 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Made reservation on behalf of 6cb15f36b9a1494ab031adca820eb322 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:38.443898 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.456188 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.492016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-48331617-fcf9-4575-8682-431ae1a0c813 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:38.493457 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-48331617-fcf9-4575-8682-431ae1a0c813 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 810 time: 0.2429421 Jan 17 11:03:38.606431 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-d7a9cc46-a5aa-4561-8f54-ca6d11d2ef74 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:38.607926 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-d7a9cc46-a5aa-4561-8f54-ca6d11d2ef74 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 816 time: 0.1431642 Jan 17 11:03:38.646455 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks [] for security_group (5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.688112 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-bc66fd0a-a055-4d1e-abfb-e5ece78f661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:38.688112 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1af424d6-4e73-414e-941a-75937f8f9d53 req-bc66fd0a-a055-4d1e-abfb-e5ece78f661e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775855 Jan 17 11:03:38.699956 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-72e52d6e-d940-4d67-8d1b-f4f980805c3b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 379 time: 0.0797236 Jan 17 11:03:38.702485 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-6d8fabab-49f8-4310-8cd3-eaa85d154789 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 379 time: 0.1977372 Jan 17 11:03:38.718658 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'port': {'device_id': 'c757af70-69d8-4067-94ff-ac4456103385', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'admin_state_up': True, 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'security_groups': ['d320e1aa-01fb-4844-93f3-93cdc6326aed']}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:38.721155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'port': {'device_id': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'admin_state_up': True, 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'security_groups': ['a401d8ce-e758-4a68-90e2-336a5bdb15d8']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:38.771242 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.788446 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:38.799279 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (0c4c320f-73ca-4698-9e4a-9531c05e98d2), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.799538 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Added segment 0c4c320f-73ca-4698-9e4a-9531c05e98d2 of type vlan for network 7b85b0df-3137-4140-b96e-1836346b2c4e Jan 17 11:03:38.914701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (7b85b0df-3137-4140-b96e-1836346b2c4e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:38.934637 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:39.082332 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58352) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:39.121447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-babdd87b-a0cd-4176-8485-ca44fcb203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.121908 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-babdd87b-a0cd-4176-8485-ca44fcb203d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1097 time: 0.3739727 Jan 17 11:03:39.130934 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7f5a-a7c0-42ef-b9f4-54cba9c80c18 req-ec7b78db-3c91-45b9-935a-c726eeedd938 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.131499 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (7b85b0df-3137-4140-b96e-1836346b2c4e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.132432 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d5f7f5a-a7c0-42ef-b9f4-54cba9c80c18 req-ec7b78db-3c91-45b9-935a-c726eeedd938 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.1512191 Jan 17 11:03:39.132919 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.143596 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.144504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7e18-0dd5-4e0a-bc18-36943f106478 req-92b9c029-ff13-40bd-8397-d94fe5a75441 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.144504 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bfaf7e18-0dd5-4e0a-bc18-36943f106478 req-92b9c029-ff13-40bd-8397-d94fe5a75441 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 944 time: 0.1598809 Jan 17 11:03:39.194379 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-5423d7cd-c4b6-4dbc-a98e-9a294603ae93 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd215191-d058-472f-bfb0-9c2257324191 HTTP/1.1" status: 200 len: 217 time: 0.0609627 Jan 17 11:03:39.205471 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Made reservation on behalf of 2535e2ee8a9241d79be77d33e7ca13a2 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:39.209373 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.234467 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8789-0745-4af2-9c25-480af69c36f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.238772 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0612962 Jan 17 11:03:39.243204 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58360) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:39.255504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Request body: {'subnet': {'network_id': '7b85b0df-3137-4140-b96e-1836346b2c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879652714-subnet', 'tenant_id': '6cb15f36b9a1494ab031adca820eb322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:39.258343 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435cb6a-2cec-4dc3-8cc2-220b14ee0a37 admin admin] Pushing event updated for resources: {'Network': ['ID=7b85b0df-3137-4140-b96e-1836346b2c4e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:39.277503 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 7b85b0df-3137-4140-b96e-1836346b2c4e details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:39.323148 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-11035699-d4ef-46ec-bdb9-f2ee250e8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.324662 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-11035699-d4ef-46ec-bdb9-f2ee250e8ccc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.1124320 Jan 17 11:03:39.338836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d5f7f5a-a7c0-42ef-b9f4-54cba9c80c18 req-5c5e3d42-7547-4fb4-b896-34d164faed8a tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859601 Jan 17 11:03:39.342469 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bfaf7e18-0dd5-4e0a-bc18-36943f106478 req-971aa19c-bd06-4ac4-9e92-0ba30bdce99d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868823 Jan 17 11:03:39.377000 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-91e60bbb-ecb4-4236-8b51-33fe7b6612ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306795 Jan 17 11:03:39.407234 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Made reservation on behalf of dc77154439d04934bbe032c9d774caec for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:39.427049 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.466638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8789-0745-4af2-9c25-480af69c36f2 admin admin] Publish callbacks [] for security_group (10128b8f-f02b-42e2-a3fd-f4be3c8527fa), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.472429 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Allocated IP 172.20.0.10 (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f/80f5de5d-534b-4e3d-9b62-dc2a3e694532/29780144-fda0-4f15-8f21-a4e0dcd38584) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:39.489376 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Made reservation on behalf of 6cb15f36b9a1494ab031adca820eb322 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:39.491716 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.513207 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58364) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:39.565691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8789-0745-4af2-9c25-480af69c36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (10128b8f-f02b-42e2-a3fd-f4be3c8527fa), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.586546 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bd1ce8f-6b82-49bc-b7f0-fd5ff484102b req-4f003a98-34e9-475b-aa01-a721086c5a62 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.1195970 Jan 17 11:03:39.597913 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c9b489da-7698-480d-ab28-96aaf8dd2753 req-940ecee3-9e3b-4425-a69c-a8fb080d9671 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 210 time: 0.1286640 Jan 17 11:03:39.626709 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-bf7e8789-0745-4af2-9c25-480af69c36f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=190a5f4013a34809a178c5cfdc21972b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426543 Jan 17 11:03:39.630037 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e8789-0745-4af2-9c25-480af69c36f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10128b8f-f02b-42e2-a3fd-f4be3c8527fa,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:39.641693 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58368) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:39.667533 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d0b725ac-b0ca-4668-b2c9-662321fb41e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.695310 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.735876 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-94fbe900-32ca-4481-8741-b1d31405910d service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531108 Jan 17 11:03:39.782101 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d0b725ac-b0ca-4668-b2c9-662321fb41e9 admin admin] Publish callbacks [] for security_group (cff5d2d2-e41b-4f70-95ef-f7c8341aa945), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.827264 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.874414 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:39.877938 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d0b725ac-b0ca-4668-b2c9-662321fb41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cff5d2d2-e41b-4f70-95ef-f7c8341aa945), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.884971 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:39.887447 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:39.890306 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] Publish callbacks [] for security_group (10128b8f-f02b-42e2-a3fd-f4be3c8527fa), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.896189 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Allocated IP 172.20.0.10 (3aa5f961-5e69-43c1-afd3-c97e46fb3e28/4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1/86267e95-e2a7-48b3-984c-ff756fd44998) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:03:39.902721 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:39.903386 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:39.918114 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:39.953431 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b725ac-b0ca-4668-b2c9-662321fb41e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5d2d2-e41b-4f70-95ef-f7c8341aa945,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:39.961456 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d0b725ac-b0ca-4668-b2c9-662321fb41e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=106ad367981243a681f92cbad172352c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470420 Jan 17 11:03:39.964947 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58374) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:39.993706 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] Publish callbacks [] for security_group (10128b8f-f02b-42e2-a3fd-f4be3c8527fa), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.032987 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de3b0e56-7748-41ee-9167-6eb1c3c3da2d req-d735c40b-e2ca-4fd3-8bae-38ff056f66c2 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880478 Jan 17 11:03:40.045717 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] Publish callbacks [] for security_group (cff5d2d2-e41b-4f70-95ef-f7c8341aa945), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.073821 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] Publish callbacks [] for security_group (cff5d2d2-e41b-4f70-95ef-f7c8341aa945), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.132702 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-3f17e006-754d-4d17-bec2-6b4e6ed8f55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232962 Jan 17 11:03:40.144438 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Request body: {'port': {'device_id': 'c757af70-69d8-4067-94ff-ac4456103385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:40.203547 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.225463 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (86267e95-e2a7-48b3-984c-ff756fd44998), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.260588 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-b17c7b2b-0865-4a40-8423-8d7ac80bc114 None None] Provisioning complete for port 29780144-fda0-4f15-8f21-a4e0dcd38584 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:40.261193 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b17c7b2b-0865-4a40-8423-8d7ac80bc114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.280288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (7d01b514-c926-48e4-bffc-04723843020b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.293829 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b17c7b2b-0865-4a40-8423-8d7ac80bc114 None None] Port 29780144-fda0-4f15-8f21-a4e0dcd38584 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:40.319232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cff5d2d2-e41b-4f70-95ef-f7c8341aa945), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.321109 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (10128b8f-f02b-42e2-a3fd-f4be3c8527fa), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.324865 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.324971 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.325281 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10128b8f-f02b-42e2-a3fd-f4be3c8527fa HTTP/1.1" status: 204 len: 168 time: 0.6549327 Jan 17 11:03:40.326880 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cff5d2d2-e41b-4f70-95ef-f7c8341aa945 HTTP/1.1" status: 204 len: 168 time: 0.3619471 Jan 17 11:03:40.352639 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89ccfb-6ec9-4cf9-8285-5b6cdb1bdcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5d2d2-e41b-4f70-95ef-f7c8341aa945,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:40.437806 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d01b514-c926-48e4-bffc-04723843020b,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:40.444054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465afbf3-f101-498f-96ca-d0d5fd700651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10128b8f-f02b-42e2-a3fd-f4be3c8527fa,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:40.474700 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Checking segment: {'id': '0c4c320f-73ca-4698-9e4a-9531c05e98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b85b0df-3137-4140-b96e-1836346b2c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:40.475294 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Network hostable DHCP agents. Network: 7b85b0df-3137-4140-b96e-1836346b2c4e, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:40.485304 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.533227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:40.541084 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks [] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.554646 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Transition to ACTIVE for port object 29780144-fda0-4f15-8f21-a4e0dcd38584 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:03:40.620381 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:03:40.628258 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:40.630760 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:03:40.636639 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:40.637313 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.642182 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:40.661973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.673765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e66dd-19e4-43cd-9176-7db355cd0e25 req-6290f686-6d8c-4134-8238-8e6af3d63404 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:40.676296 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-245e66dd-19e4-43cd-9176-7db355cd0e25 req-6290f686-6d8c-4134-8238-8e6af3d63404 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.1263981 Jan 17 11:03:40.684676 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cfc23-69a3-4631-8030-09720e05e423 req-740c5be9-e9b0-4c14-a463-d76c695b160e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:40.686395 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f32cfc23-69a3-4631-8030-09720e05e423 req-740c5be9-e9b0-4c14-a463-d76c695b160e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 944 time: 0.1400561 Jan 17 11:03:40.710379 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Network 7b85b0df-3137-4140-b96e-1836346b2c4e is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:40.769690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:40.775321 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-245e66dd-19e4-43cd-9176-7db355cd0e25 req-c893350a-f427-4ec2-b30a-14b9918dd86a tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854721 Jan 17 11:03:40.777988 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f32cfc23-69a3-4631-8030-09720e05e423 req-1a7a605f-d554-40bf-af15-d2ff3d1be233 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837164 Jan 17 11:03:40.783170 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-dbd74ebf-077c-476e-a6bd-ff3617d5081c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0718107 Jan 17 11:03:40.794572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Request body: {'port': {'device_id': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:40.803653 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 7b85b0df-3137-4140-b96e-1836346b2c4e) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:40.812935 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41b847-615a-46ae-a968-dfe13b777eee None None] Network 7b85b0df-3137-4140-b96e-1836346b2c4e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:40.820430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:40.832834 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.871467 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Attempting to bind port 29780144-fda0-4f15-8f21-a4e0dcd38584 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:40.871819 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Attempting to bind port 29780144-fda0-4f15-8f21-a4e0dcd38584 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:40.874973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Attempting to bind port 29780144-fda0-4f15-8f21-a4e0dcd38584 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:40.895433 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Port 29780144-fda0-4f15-8f21-a4e0dcd38584 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:03:40.902673 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Attempting to bind port 29780144-fda0-4f15-8f21-a4e0dcd38584 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:40.914977 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:40.915366 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Checking segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:40.915700 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Bound using segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:40.916138 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Bound port: 29780144-fda0-4f15-8f21-a4e0dcd38584, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:40.917885 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:40.996692 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.058554 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f4e45829-bb77-4207-9214-eebcf2bcf0f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8071465 Jan 17 11:03:41.067555 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2520-0337-47ee-becc-8f7651e7cd84 req-066a4efe-c7d6-4ff3-9a20-329794f4eae4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:41.074846 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e0c2520-0337-47ee-becc-8f7651e7cd84 req-066a4efe-c7d6-4ff3-9a20-329794f4eae4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 932 time: 0.1696224 Jan 17 11:03:41.092989 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-b75c18ed-6f3e-42f4-a170-f2a009f8fe22 None None] Provisioning complete for port 86267e95-e2a7-48b3-984c-ff756fd44998 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:41.093452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b75c18ed-6f3e-42f4-a170-f2a009f8fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.102126 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cdd55-b13a-4615-b4e6-e13a255621af req-9695bcbd-9601-4576-81bf-9467d78b4fa8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:41.103645 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e08cdd55-b13a-4615-b4e6-e13a255621af req-9695bcbd-9601-4576-81bf-9467d78b4fa8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.1488190 Jan 17 11:03:41.113589 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:41.118123 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd507b-4a5c-437c-a323-6c219596f976 None None] Network 7b85b0df-3137-4140-b96e-1836346b2c4e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:41.119664 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:41.179164 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b75c18ed-6f3e-42f4-a170-f2a009f8fe22 None None] Port 86267e95-e2a7-48b3-984c-ff756fd44998 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:03:41.193317 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.232191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:41.232823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.234269 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] 10.222.0.78 "PUT /v2.0/ports/29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 1094 time: 1.0947154 Jan 17 11:03:41.234714 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:41.236948 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42926f72-b5d5-45df-b707-412f315ccc21" -d '{"events": [{"name": "network-changed", "server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:41.240982 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e0c2520-0337-47ee-becc-8f7651e7cd84 req-aaf7d262-617c-4665-9fd9-efed91e56a55 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594961 Jan 17 11:03:41.263681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796c29d-8652-4729-a109-44ae1d6b83c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:41.313759 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938be756-9cee-404e-9584-32ad35dc56d6 x-openstack-request-id: req-938be756-9cee-404e-9584-32ad35dc56d6 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:41.314157 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:41.315115 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-938be756-9cee-404e-9584-32ad35dc56d6 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:41.316364 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'status': 'completed', 'code': 200} Jan 17 11:03:41.378577 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e08cdd55-b13a-4615-b4e6-e13a255621af req-8e6fa1da-1b17-475e-8645-50cbf6f1425e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601659 Jan 17 11:03:41.394934 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58404) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:41.397998 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926f72-b5d5-45df-b707-412f315ccc21 req-b6a9d8e2-dddd-4676-b7d1-82219b5f3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:41.400188 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-42926f72-b5d5-45df-b707-412f315ccc21 req-b6a9d8e2-dddd-4676-b7d1-82219b5f3c3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1097 time: 0.0640588 Jan 17 11:03:41.427574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4017-9912-4ad9-a599-444a5330604d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.430276 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device f0b0e021-70fa-4c81-b8ae-946c09be80b4 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:03:41.478854 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58408) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:41.511583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b319-d183-4dcb-bd53-9204d0a5363f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.622582 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86267e95-e2a7-48b3-984c-ff756fd44998 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:41.633443 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:41.636153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks [] for port (86267e95-e2a7-48b3-984c-ff756fd44998), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.656623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Transition to ACTIVE for port object 86267e95-e2a7-48b3-984c-ff756fd44998 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:03:41.684440 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b319-d183-4dcb-bd53-9204d0a5363f admin admin] Publish callbacks [] for security_group (d028f1cb-8452-471c-b4a0-409b3ee41291), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.722030 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4017-9912-4ad9-a599-444a5330604d admin admin] Publish callbacks [] for security_group (9e9e3528-8162-4580-9b34-7fc02b1c5901), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.727402 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926f72-b5d5-45df-b707-412f315ccc21 req-009dc753-76eb-4185-8a7e-992c0ad861ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:41.728959 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-42926f72-b5d5-45df-b707-412f315ccc21 req-009dc753-76eb-4185-8a7e-992c0ad861ee service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3119030 Jan 17 11:03:41.735553 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.771495 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b319-d183-4dcb-bd53-9204d0a5363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d028f1cb-8452-471c-b4a0-409b3ee41291), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.810006 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'port_id': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'mac_address': 'fa:16:3e:c0:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:03:41.850206 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Pushing event updated for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:41.855145 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ddd2b319-d183-4dcb-bd53-9204d0a5363f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ef83363a2e34ef0a42726f1d7370b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752449 Jan 17 11:03:41.856750 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2b319-d183-4dcb-bd53-9204d0a5363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d028f1cb-8452-471c-b4a0-409b3ee41291,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:41.865818 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58426) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:41.896942 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port f0b0e021-70fa-4c81-b8ae-946c09be80b4 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:41.899278 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:41.950922 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b0e021-70fa-4c81-b8ae-946c09be80b4 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:41.965092 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Attempting to bind port 86267e95-e2a7-48b3-984c-ff756fd44998 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:03:41.965440 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Attempting to bind port 86267e95-e2a7-48b3-984c-ff756fd44998 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:03:41.965819 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Attempting to bind port 86267e95-e2a7-48b3-984c-ff756fd44998 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:41.983346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Port 86267e95-e2a7-48b3-984c-ff756fd44998 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:03:41.983675 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Attempting to bind port 86267e95-e2a7-48b3-984c-ff756fd44998 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:03:41.995601 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:03:41.995949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Checking segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:41.996264 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:41.996370 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Bound using segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:03:41.996770 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Bound port: 86267e95-e2a7-48b3-984c-ff756fd44998, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:03:41.997186 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.062112 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.063157 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device d0f85199-ad57-4b9f-80d1-7e7f9c243006 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:03:42.146214 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4017-9912-4ad9-a599-444a5330604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9e9e3528-8162-4580-9b34-7fc02b1c5901), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.190351 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] Publish callbacks [] for security_group (d028f1cb-8452-471c-b4a0-409b3ee41291), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.198497 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.206897 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4d2f4017-9912-4ad9-a599-444a5330604d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82e0445c2da8428abb2c433841840886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8034070 Jan 17 11:03:42.210964 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58434) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.254033 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:03:42.256854 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8f3d3-459c-42be-a9e2-3cb2e122b482 req-0c23811f-9edf-4fef-9608-f632e6d70250 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.260329 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006,segment=NetworkSegment(07165f25-5201-40cd-9162-cd68c1ec5954),segment_id=07165f25-5201-40cd-9162-cd68c1ec5954)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:42.265793 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68e8f3d3-459c-42be-a9e2-3cb2e122b482 req-0c23811f-9edf-4fef-9608-f632e6d70250 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 943 time: 0.2514374 Jan 17 11:03:42.270184 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] Publish callbacks [] for security_group (d028f1cb-8452-471c-b4a0-409b3ee41291), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.275423 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006', 'network_id': '058798fe-a666-4976-8ade-daf90ce34d6d', 'port_id': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006', 'mac_address': 'fa:16:3e:1a:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d43015-cc14-4ade-8455-c5123d4af04b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:03:42.294844 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4017-9912-4ad9-a599-444a5330604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e3528-8162-4580-9b34-7fc02b1c5901,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.304477 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f44fb-e0d7-41f1-85fa-a715abcf8def req-387c7d70-99d9-49ee-bcaf-7275439e9a47 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.306054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e29f44fb-e0d7-41f1-85fa-a715abcf8def req-387c7d70-99d9-49ee-bcaf-7275439e9a47 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 944 time: 0.2690177 Jan 17 11:03:42.320041 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:03:42.330328 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port d0f85199-ad57-4b9f-80d1-7e7f9c243006 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:42.330789 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.364611 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] Publish callbacks [] for security_group (9e9e3528-8162-4580-9b34-7fc02b1c5901), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.376159 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f85199-ad57-4b9f-80d1-7e7f9c243006 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:42.387937 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926f72-b5d5-45df-b707-412f315ccc21 req-340117e1-d73c-40af-9cff-00c61db3b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.395442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=86267e95-e2a7-48b3-984c-ff756fd44998,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:03:42.400064 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-42926f72-b5d5-45df-b707-412f315ccc21 req-340117e1-d73c-40af-9cff-00c61db3b456 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6600688 Jan 17 11:03:42.410228 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006,segment=NetworkSegment(07165f25-5201-40cd-9162-cd68c1ec5954),segment_id=07165f25-5201-40cd-9162-cd68c1ec5954)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:42.418043 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] Publish callbacks [] for security_group (9e9e3528-8162-4580-9b34-7fc02b1c5901), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.455667 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e29f44fb-e0d7-41f1-85fa-a715abcf8def req-18ba0ae0-e4ad-47ca-aa3a-e942dd29a336 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332328 Jan 17 11:03:42.460024 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68e8f3d3-459c-42be-a9e2-3cb2e122b482 req-0465362c-a224-4a55-be45-05fd78cca6ac tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933146 Jan 17 11:03:42.520227 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.521639 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-2839ea12-4b8f-4ebf-947f-3541583b5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.524537 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-2839ea12-4b8f-4ebf-947f-3541583b5d96 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1097 time: 0.0802135 Jan 17 11:03:42.556911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.562054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.563492 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] 10.222.0.78 "PUT /v2.0/ports/86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1094 time: 1.7733412 Jan 17 11:03:42.565614 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.575893 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-6a6c452c-64a3-4af2-a989-c6a53de0bb85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 217 time: 0.0443580 Jan 17 11:03:42.584932 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:42.587402 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78b6648-12aa-409e-8a65-bcac10cd029c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:42.630492 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.666346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d028f1cb-8452-471c-b4a0-409b3ee41291), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.668972 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-69aaa491-d579-40a3-a1e2-b5616acfacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.669250 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.672954 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-69aaa491-d579-40a3-a1e2-b5616acfacbb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0891576 Jan 17 11:03:42.673115 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d028f1cb-8452-471c-b4a0-409b3ee41291 HTTP/1.1" status: 204 len: 168 time: 0.8006463 Jan 17 11:03:42.696475 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9e9e3528-8162-4580-9b34-7fc02b1c5901), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.699977 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:42.701959 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e9e3528-8162-4580-9b34-7fc02b1c5901 HTTP/1.1" status: 204 len: 168 time: 0.4854839 Jan 17 11:03:42.723049 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2e9f8-50bb-41ed-bd17-ba758b126972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028f1cb-8452-471c-b4a0-409b3ee41291,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.742016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305abda-66a5-4e4b-bd10-d9af940adf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e3528-8162-4580-9b34-7fc02b1c5901,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.769051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99c629-f58b-4b47-ba4d-fdf5e9e56730 service neutron] Pushing event updated for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:42.774823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-32c75b6d-ad97-4934-9d83-7eece98767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.777228 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-32c75b6d-ad97-4934-9d83-7eece98767d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926042 Jan 17 11:03:42.789349 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca63e3-f8bd-4bc5-85c0-f91a8fc128c8 req-3cc61697-6668-4cf2-b1ee-83140f4fc715 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.791070 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53ca63e3-f8bd-4bc5-85c0-f91a8fc128c8 req-3cc61697-6668-4cf2-b1ee-83140f4fc715 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.2393045 Jan 17 11:03:42.803094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e6b9-d082-4d8e-8a11-2d42a69e6176 req-daf080fa-00de-464d-b995-2d8a034add0a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:42.804765 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d95e6b9-d082-4d8e-8a11-2d42a69e6176 req-daf080fa-00de-464d-b995-2d8a034add0a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 944 time: 0.2543685 Jan 17 11:03:42.904846 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-e18e2b7e-0411-4c07-b60a-378a4e7848f1 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194181 Jan 17 11:03:42.998790 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7c959639-6ced-4afa-a95a-3b7e0339d5b2 req-18e3dc99-5ffc-4dde-8ffd-fad6eb6ec531 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879867 Jan 17 11:03:43.015415 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['d0f85199-ad57-4b9f-80d1-7e7f9c243006'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:03:43.020091 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['f0b0e021-70fa-4c81-b8ae-946c09be80b4'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:03:43.065361 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-98940c7c-54dd-4655-a824-e93d8c616c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.067404 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-98940c7c-54dd-4655-a824-e93d8c616c61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1097 time: 0.3481123 Jan 17 11:03:43.141694 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53ca63e3-f8bd-4bc5-85c0-f91a8fc128c8 req-ba55d697-bb60-4de7-9656-05233a1c4c3d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352554 Jan 17 11:03:43.147037 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-80d5348c-8ffb-4e2f-8064-a331d306efa7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 217 time: 0.0677884 Jan 17 11:03:43.164356 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d95e6b9-d082-4d8e-8a11-2d42a69e6176 req-a8bdd972-72bd-40af-ad0c-3ba55666192b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446689 Jan 17 11:03:43.215913 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956a296-4f19-4557-9296-3cc4bfc58672 x-openstack-request-id: req-8956a296-4f19-4557-9296-3cc4bfc58672 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:43.216419 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:43.217061 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8956a296-4f19-4557-9296-3cc4bfc58672 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:43.218381 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998', 'status': 'completed', 'code': 200} Jan 17 11:03:43.226102 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-454f534c-acfe-47e8-a742-8736f12af1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.227648 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-454f534c-acfe-47e8-a742-8736f12af1d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0627828 Jan 17 11:03:43.298937 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-baede37b-d6fe-43a9-9c89-297852ff7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.301334 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-baede37b-d6fe-43a9-9c89-297852ff7d87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654554 Jan 17 11:03:43.360622 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58464) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:43.369324 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523977834-network', 'tenant_id': '312ce07aab4d445a9a801e5878ec1e0c'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:43.398737 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd215191-d058-472f-bfb0-9c2257324191 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:03:43.410584 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-709e4f5c-0610-48a3-87ed-a16d04c33cc0 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023512 Jan 17 11:03:43.497980 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Made reservation on behalf of 312ce07aab4d445a9a801e5878ec1e0c for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:43.500370 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.514160 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.532400 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48d183ef-17dd-49a3-a163-8a567e6a94fe req-885ff0d9-0568-403c-b4e6-6a343aebc4a8 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152260 Jan 17 11:03:43.576014 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd215191-d058-472f-bfb0-9c2257324191,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:43.590650 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'cd215191-d058-472f-bfb0-9c2257324191', 'network_id': '4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e', 'port_id': 'cd215191-d058-472f-bfb0-9c2257324191', 'mac_address': 'fa:16:3e:54:03:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cab84c-4287-4204-bc22-dcece4ca2c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:03:43.653570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port cd215191-d058-472f-bfb0-9c2257324191 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:43.655170 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd215191-d058-472f-bfb0-9c2257324191), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.680681 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd215191-d058-472f-bfb0-9c2257324191 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:43.681220 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks [] for security_group (5f6feb92-d280-4fa3-a6b6-64c0d9626ba5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.700659 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd215191-d058-472f-bfb0-9c2257324191,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:43.747789 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab93ce-7e89-4dd5-a10a-3b366959b6d8 req-a0246de0-3220-4e1c-801b-d9f1a5ac2ef4 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.749306 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bab93ce-7e89-4dd5-a10a-3b366959b6d8 req-a0246de0-3220-4e1c-801b-d9f1a5ac2ef4 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 944 time: 0.1411443 Jan 17 11:03:43.758772 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd6459-ef9c-4e68-9679-a523bc45cdd8 req-ef763dca-b776-49b3-9445-906243df1d2f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.760190 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e5dd6459-ef9c-4e68-9679-a523bc45cdd8 req-ef763dca-b776-49b3-9445-906243df1d2f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 944 time: 0.1395991 Jan 17 11:03:43.788856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.789212 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5f6feb92-d280-4fa3-a6b6-64c0d9626ba5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.795896 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-2375df74-9dc5-4920-bc1b-627bec9105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.797717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-2375df74-9dc5-4920-bc1b-627bec9105ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1107168 Jan 17 11:03:43.828610 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:03:43.860207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:43.861757 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (7a11d59a-9ad8-4092-a4eb-faba62999435), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.862969 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Added segment 7a11d59a-9ad8-4092-a4eb-faba62999435 of type vlan for network 058ae340-c986-41e9-bfc4-095df5575fdc Jan 17 11:03:43.865008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6feb92-d280-4fa3-a6b6-64c0d9626ba5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:43.906351 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bab93ce-7e89-4dd5-a10a-3b366959b6d8 req-e438158c-b441-411f-a31e-84104329cffd tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436112 Jan 17 11:03:43.912359 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e5dd6459-ef9c-4e68-9679-a523bc45cdd8 req-3cf14cf9-4db0-44f2-9163-c1ee17688b7f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421092 Jan 17 11:03:43.950012 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (058ae340-c986-41e9-bfc4-095df5575fdc), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:43.952215 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-aaa43d59-2faf-43eb-b28b-493a012e2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:43.953765 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-aaa43d59-2faf-43eb-b28b-493a012e2a15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.1501462 Jan 17 11:03:43.996487 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-e9826bcc-177c-4027-9b1b-7c4995abb235 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 217 time: 0.0363765 Jan 17 11:03:44.044572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-3266b397-c540-4329-8e8b-c48cfe02a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:44.046056 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-3266b397-c540-4329-8e8b-c48cfe02a03d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0434535 Jan 17 11:03:44.095797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-2099484b-5c8e-4534-aece-60e0405c8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:44.097890 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-2099484b-5c8e-4534-aece-60e0405c8c43 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452843 Jan 17 11:03:44.114071 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (058ae340-c986-41e9-bfc4-095df5575fdc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:44.115060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:44.115657 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:44.213442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58504) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:44.213611 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8501532 Jan 17 11:03:44.214425 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27d49a-790d-4dd2-9526-3cf807f3afac admin admin] Pushing event updated for resources: {'Network': ['ID=058ae340-c986-41e9-bfc4-095df5575fdc,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:44.219942 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Request body: {'subnet': {'network_id': '058ae340-c986-41e9-bfc4-095df5575fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523977834-subnet', 'tenant_id': '312ce07aab4d445a9a801e5878ec1e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:44.227520 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-945b2d25-af08-40c6-becc-a2ce8f0a1c4d service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229427 Jan 17 11:03:44.228244 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 058ae340-c986-41e9-bfc4-095df5575fdc details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:03:44.379993 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Made reservation on behalf of 312ce07aab4d445a9a801e5878ec1e0c for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:03:44.382364 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:44.495377 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2152b-6f03-44c7-b701-54bd972bc2b2 req-10d7f3a8-57b2-4d75-8928-5ecaddf180f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:44.496900 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9f2152b-6f03-44c7-b701-54bd972bc2b2 req-10d7f3a8-57b2-4d75-8928-5ecaddf180f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.1869488 Jan 17 11:03:44.508092 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e849-4823-4d88-8b18-72b26a09b47b req-066070b4-a74a-4a86-975d-2e35ff73e7ed tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:44.510260 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a53e849-4823-4d88-8b18-72b26a09b47b req-066070b4-a74a-4a86-975d-2e35ff73e7ed tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 944 time: 0.1988864 Jan 17 11:03:44.512467 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a78b6648-12aa-409e-8a65-bcac10cd029c req-c7dcd236-4e37-4ef9-9535-c5c611596441 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758424 Jan 17 11:03:44.595066 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['cd215191-d058-472f-bfb0-9c2257324191'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:03:44.616953 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a53e849-4823-4d88-8b18-72b26a09b47b req-c92fa8b7-0b44-4b88-be1d-6663b1338d0a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924470 Jan 17 11:03:44.649190 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9f2152b-6f03-44c7-b701-54bd972bc2b2 req-60ce4a46-060d-41aa-9a05-3fd74c91ff09 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306431 Jan 17 11:03:44.861966 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:44.921000 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:44.942272 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Checking segment: {'id': '7a11d59a-9ad8-4092-a4eb-faba62999435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '058ae340-c986-41e9-bfc4-095df5575fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:03:44.942707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Network hostable DHCP agents. Network: 058ae340-c986-41e9-bfc4-095df5575fdc, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:03:45.039741 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Network 058ae340-c986-41e9-bfc4-095df5575fdc is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:03:45.089165 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b460c-8304-454a-8d29-b839100fb584 req-4a28e8f6-abd9-4e30-bd2b-e174514f89c7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:45.090771 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d60b460c-8304-454a-8d29-b839100fb584 req-4a28e8f6-abd9-4e30-bd2b-e174514f89c7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 945 time: 0.0907922 Jan 17 11:03:45.102204 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20ab7a-b284-4a2c-86b9-dabe35c5e6dd req-2c16d2f4-9b89-4a17-8442-cf8a31191df7 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:45.103641 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3e20ab7a-b284-4a2c-86b9-dabe35c5e6dd req-2c16d2f4-9b89-4a17-8442-cf8a31191df7 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 944 time: 0.0918434 Jan 17 11:03:45.175802 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d60b460c-8304-454a-8d29-b839100fb584 req-07de3eb5-2667-4ba4-8330-24204e352ba1 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711806 Jan 17 11:03:45.180664 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3e20ab7a-b284-4a2c-86b9-dabe35c5e6dd req-ee58a937-e514-4eae-877f-c3ae3aa86a6d tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Jan 17 11:03:45.194445 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 058ae340-c986-41e9-bfc4-095df5575fdc) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:03:45.199485 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:45.205760 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629deda-40ff-49aa-b801-1b6f83d26dd5 None None] Network 058ae340-c986-41e9-bfc4-095df5575fdc requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:45.209558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:45.283763 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-944d8d0f-af72-469d-b089-c0795806c482 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0689642 Jan 17 11:03:45.309721 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b37bd7-a291-4296-9df0-73dea24841f4 None None] Network 058ae340-c986-41e9-bfc4-095df5575fdc requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:03:45.401160 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device f0b0e021-70fa-4c81-b8ae-946c09be80b4 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:45.508655 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port f0b0e021-70fa-4c81-b8ae-946c09be80b4 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:03:45.513134 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port f0b0e021-70fa-4c81-b8ae-946c09be80b4 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:45.513506 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:45.599076 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port f0b0e021-70fa-4c81-b8ae-946c09be80b4 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:45.599765 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:45.625980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:45.700869 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:45.760122 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:45.760945 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device d0f85199-ad57-4b9f-80d1-7e7f9c243006 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:45.802846 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58582) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:45.816357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce00d3-00df-4e21-9bf0-3663d3c83c94 req-407da301-0895-49f5-8d89-769b05058808 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:45.818793 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-32ce00d3-00df-4e21-9bf0-3663d3c83c94 req-407da301-0895-49f5-8d89-769b05058808 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 944 time: 0.1022999 Jan 17 11:03:45.844895 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:45.851471 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffdcab-b8cc-401f-ac2e-fc747f0b03cd req-03db175b-302f-44b8-a38b-aa0d792f7ac8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:45.854445 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27ffdcab-b8cc-401f-ac2e-fc747f0b03cd req-03db175b-302f-44b8-a38b-aa0d792f7ac8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0883398 Jan 17 11:03:45.863877 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:03:45.952840 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-32ce00d3-00df-4e21-9bf0-3663d3c83c94 req-b89f266e-451d-4d4e-b632-b3958bae63aa tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235254 Jan 17 11:03:45.966866 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27ffdcab-b8cc-401f-ac2e-fc747f0b03cd req-e26de2e6-2e74-4a1c-87fa-a4dfa334fcee tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918334 Jan 17 11:03:46.000143 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port d0f85199-ad57-4b9f-80d1-7e7f9c243006 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:03:46.011213 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port d0f85199-ad57-4b9f-80d1-7e7f9c243006 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:46.011759 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.099080 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port d0f85199-ad57-4b9f-80d1-7e7f9c243006 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:46.099275 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.135901 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f90dc756-77dc-4969-8a6d-2ce91d587209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.140437 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006,segment=NetworkSegment(07165f25-5201-40cd-9162-cd68c1ec5954),segment_id=07165f25-5201-40cd-9162-cd68c1ec5954)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:46.158935 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72fa42c-e5cb-4970-ab97-9effeddc70e9" -d '{"events": [{"server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "name": "network-vif-plugged", "status": "completed", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:46.221252 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f90dc756-77dc-4969-8a6d-2ce91d587209 admin admin] Publish callbacks [] for security_group (a5f9e879-d0af-4516-95db-435c29fc1e53), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.272750 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81154ff9-e3a8-419a-9e1f-58eec694c5d3 x-openstack-request-id: req-81154ff9-e3a8-419a-9e1f-58eec694c5d3 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:46.273063 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "name": "network-vif-plugged", "status": "completed", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:46.273321 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81154ff9-e3a8-419a-9e1f-58eec694c5d3 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:46.273890 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'code': 200} Jan 17 11:03:46.308787 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb5d2f-4931-49df-b305-ba15acf05edd req-47bfd406-e68a-4451-9d66-47a5330885c5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:46.311369 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9deb5d2f-4931-49df-b305-ba15acf05edd req-47bfd406-e68a-4451-9d66-47a5330885c5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 945 time: 0.0627029 Jan 17 11:03:46.365691 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.387640 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9deb5d2f-4931-49df-b305-ba15acf05edd req-7f57855d-ebc7-474a-979d-24afaa66efe7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Jan 17 11:03:46.407506 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fba9bc-ab15-4b58-89ef-c71f2f6bdf63 req-96a3cfc1-2dd1-43ab-86d5-e0691dc327d3 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:46.407506 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c1fba9bc-ab15-4b58-89ef-c71f2f6bdf63 req-96a3cfc1-2dd1-43ab-86d5-e0691dc327d3 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 944 time: 0.0685668 Jan 17 11:03:46.414268 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:46.439693 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f90dc756-77dc-4969-8a6d-2ce91d587209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a5f9e879-d0af-4516-95db-435c29fc1e53), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.462989 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c1fba9bc-ab15-4b58-89ef-c71f2f6bdf63 req-a1106894-52bf-4ff6-88bf-e2abc74c2e06 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 Jan 17 11:03:46.484013 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f90dc756-77dc-4969-8a6d-2ce91d587209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89c1c0c7986d460cab21774d9f28466c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6768196 Jan 17 11:03:46.484013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58604) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:46.500784 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dc756-77dc-4969-8a6d-2ce91d587209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9e879-d0af-4516-95db-435c29fc1e53,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:46.541367 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] Publish callbacks [] for security_group (a5f9e879-d0af-4516-95db-435c29fc1e53), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.563199 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] Publish callbacks [] for security_group (a5f9e879-d0af-4516-95db-435c29fc1e53), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.672550 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a5f9e879-d0af-4516-95db-435c29fc1e53), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.675848 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.677001 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5f9e879-d0af-4516-95db-435c29fc1e53 HTTP/1.1" status: 204 len: 168 time: 0.1928437 Jan 17 11:03:46.685786 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240490d2-6313-476a-b542-32a9c7253784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9e879-d0af-4516-95db-435c29fc1e53,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:46.756278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-1beb0b36-cca3-4ece-bf0f-aa01666cdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:46.757813 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-1beb0b36-cca3-4ece-bf0f-aa01666cdf4c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0788414 Jan 17 11:03:46.775911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-47726dfe-b48f-4094-b6fb-e88ea6ec042f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.863474 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:46.867442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-47726dfe-b48f-4094-b6fb-e88ea6ec042f service neutron] Publish callbacks [] for security_group (0f37aeec-c5a4-46a6-960c-205f20f0ecc6), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.006253 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-47726dfe-b48f-4094-b6fb-e88ea6ec042f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (0f37aeec-c5a4-46a6-960c-205f20f0ecc6), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.094508 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c62e4872-7e30-40f3-a4dc-a405b6c1c87f req-47726dfe-b48f-4094-b6fb-e88ea6ec042f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298965 Jan 17 11:03:47.113922 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726dfe-b48f-4094-b6fb-e88ea6ec042f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37aeec-c5a4-46a6-960c-205f20f0ecc6,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:47.139578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28569fa6-3c1a-406f-b319-97c0482d7a94 req-313fe98a-491f-46d9-b72c-24fe09570863 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:47.141148 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28569fa6-3c1a-406f-b319-97c0482d7a94 req-313fe98a-491f-46d9-b72c-24fe09570863 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 944 time: 0.1122503 Jan 17 11:03:47.163668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96128308-55db-40b8-9b1b-42cfc0f4d313 req-f7679008-4b8f-4d5c-863a-b07049a7c42f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:47.165073 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96128308-55db-40b8-9b1b-42cfc0f4d313 req-f7679008-4b8f-4d5c-863a-b07049a7c42f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.1089983 Jan 17 11:03:47.234216 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28569fa6-3c1a-406f-b319-97c0482d7a94 req-fbfbaa6e-f03b-45f4-82c3-48ac67b8889d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844643 Jan 17 11:03:47.247846 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96128308-55db-40b8-9b1b-42cfc0f4d313 req-d7adb684-02f9-4160-a3dd-7191f847060f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754974 Jan 17 11:03:47.406540 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:03:47.424509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd215191-d058-472f-bfb0-9c2257324191 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:47.486734 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58640) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:47.492833 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58642) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:47.521463 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e7f3784c-38e5-4a98-a097-e7e95017d535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.549393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6fd63-3b90-4659-bf2a-adad2bc50b65 req-3c704492-4e74-4901-b583-f9d95ca637d0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:47.551033 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29c6fd63-3b90-4659-bf2a-adad2bc50b65 req-3c704492-4e74-4901-b583-f9d95ca637d0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 945 time: 0.0973721 Jan 17 11:03:47.615142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e7f3784c-38e5-4a98-a097-e7e95017d535 admin admin] Publish callbacks [] for security_group (ed5e6059-b89b-4377-ac7f-25e4b2245f7e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.666133 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29c6fd63-3b90-4659-bf2a-adad2bc50b65 req-de359216-f925-4494-bb23-c9743e6231a0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890522 Jan 17 11:03:47.677212 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dae0ae-f997-48d7-9ae2-85ff1238ff79 req-9339fcd8-6358-4297-b1dd-5cb6c057ad3b tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:47.687278 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37dae0ae-f997-48d7-9ae2-85ff1238ff79 req-9339fcd8-6358-4297-b1dd-5cb6c057ad3b tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.1081252 Jan 17 11:03:47.708656 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e7f3784c-38e5-4a98-a097-e7e95017d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ed5e6059-b89b-4377-ac7f-25e4b2245f7e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.723465 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:47.735209 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:03:47.742415 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37dae0ae-f997-48d7-9ae2-85ff1238ff79 req-c496aa7e-fb9d-4968-a5d2-21ae15c200d1 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Jan 17 11:03:47.755686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3784c-38e5-4a98-a097-e7e95017d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e6059-b89b-4377-ac7f-25e4b2245f7e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:47.774558 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port cd215191-d058-472f-bfb0-9c2257324191 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:03:47.776405 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1a6555ba-f13a-4f6d-a3cc-a41758b63617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.780969 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e7f3784c-38e5-4a98-a097-e7e95017d535 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55a21c397bec423aabc0c810e1ef1315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932098 Jan 17 11:03:47.783760 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58646) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:47.788035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port cd215191-d058-472f-bfb0-9c2257324191 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:47.788401 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (cd215191-d058-472f-bfb0-9c2257324191), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.819930 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:47.820375 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.837954 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] Publish callbacks [] for security_group (ed5e6059-b89b-4377-ac7f-25e4b2245f7e), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.840155 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:47.862645 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] Publish callbacks [] for security_group (ed5e6059-b89b-4377-ac7f-25e4b2245f7e), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.866676 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1a6555ba-f13a-4f6d-a3cc-a41758b63617 admin admin] Publish callbacks [] for security_group (3d0e8423-2e27-4929-a015-3f040824b1ef), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.878181 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:47.916428 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port cd215191-d058-472f-bfb0-9c2257324191 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:47.916825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd215191-d058-472f-bfb0-9c2257324191), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:47.948615 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd215191-d058-472f-bfb0-9c2257324191,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:47.987334 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1a6555ba-f13a-4f6d-a3cc-a41758b63617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (3d0e8423-2e27-4929-a015-3f040824b1ef), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.025356 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1a6555ba-f13a-4f6d-a3cc-a41758b63617 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48797231a2784dd78a271d8c784d4c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306594 Jan 17 11:03:48.026318 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6555ba-f13a-4f6d-a3cc-a41758b63617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e8423-2e27-4929-a015-3f040824b1ef,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.028221 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58654) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:48.039512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.039512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 86267e95-e2a7-48b3-984c-ff756fd44998 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:03:48.040003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ed5e6059-b89b-4377-ac7f-25e4b2245f7e), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.041396 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.043161 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed5e6059-b89b-4377-ac7f-25e4b2245f7e HTTP/1.1" status: 204 len: 168 time: 0.2578290 Jan 17 11:03:48.065888 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5eac2-13c3-40f5-b039-52f1b16ab0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e6059-b89b-4377-ac7f-25e4b2245f7e,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.100362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] Publish callbacks [] for security_group (3d0e8423-2e27-4929-a015-3f040824b1ef), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.134743 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] Publish callbacks [] for security_group (3d0e8423-2e27-4929-a015-3f040824b1ef), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.159705 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.170630 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.245245 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.249115 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=86267e95-e2a7-48b3-984c-ff756fd44998,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:48.267622 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '86267e95-e2a7-48b3-984c-ff756fd44998', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'port_id': '86267e95-e2a7-48b3-984c-ff756fd44998', 'mac_address': 'fa:16:3e:4c:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:03:48.275048 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006'}, {'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:48.277420 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d93e1d-2e84-429c-88b4-2f9f33fe4d8a" -d '{"events": [{"server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006"}, {"server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "name": "network-vif-plugged", "status": "completed", "tag": "cd215191-d058-472f-bfb0-9c2257324191"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:48.314348 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (3d0e8423-2e27-4929-a015-3f040824b1ef), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.318432 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 86267e95-e2a7-48b3-984c-ff756fd44998 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:48.318839 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.319155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.323418 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d0e8423-2e27-4929-a015-3f040824b1ef HTTP/1.1" status: 204 len: 168 time: 0.2936621 Jan 17 11:03:48.337806 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f701-6fa4-442f-a931-ac9d16b177fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e8423-2e27-4929-a015-3f040824b1ef,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.338750 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86267e95-e2a7-48b3-984c-ff756fd44998 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:03:48.434367 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=86267e95-e2a7-48b3-984c-ff756fd44998,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:48.503400 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde7a4e-7bb4-4848-bb8e-9fa511f192ae req-071cdf78-bd48-4439-8a21-f967fbea1173 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:48.503607 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:48.507357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9dde7a4e-7bb4-4848-bb8e-9fa511f192ae req-071cdf78-bd48-4439-8a21-f967fbea1173 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.1396480 Jan 17 11:03:48.520068 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d3444-617b-48cd-ac94-33be4745dd26 req-630a0d60-c9ce-458e-bc6e-94a69d958206 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:48.522079 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e06d3444-617b-48cd-ac94-33be4745dd26 req-630a0d60-c9ce-458e-bc6e-94a69d958206 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 944 time: 0.1818247 Jan 17 11:03:48.558979 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:48.594953 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e06d3444-617b-48cd-ac94-33be4745dd26 req-9e10f883-e619-4630-a932-5da95cb15c1c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646691 Jan 17 11:03:48.614459 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9dde7a4e-7bb4-4848-bb8e-9fa511f192ae req-8b49ea5d-eed7-4ac8-b49a-29f225fe37ec tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911674 Jan 17 11:03:48.659959 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e8d4f-d3e6-46fc-94be-adbbd6edaf0a x-openstack-request-id: req-cb8e8d4f-d3e6-46fc-94be-adbbd6edaf0a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:48.660254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006", "code": 200}, {"server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "name": "network-vif-plugged", "status": "completed", "tag": "cd215191-d058-472f-bfb0-9c2257324191", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:48.660685 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb8e8d4f-d3e6-46fc-94be-adbbd6edaf0a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:48.661122 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006', 'code': 200} Jan 17 11:03:48.661382 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191', 'code': 200} Jan 17 11:03:48.787797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9f6d-5d9d-4621-9f54-b9b55a4f03d7 req-1ca6c934-ce32-493c-a286-c6d4e8c9eb32 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:48.789499 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-125e9f6d-5d9d-4621-9f54-b9b55a4f03d7 req-1ca6c934-ce32-493c-a286-c6d4e8c9eb32 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0721481 Jan 17 11:03:48.877389 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-125e9f6d-5d9d-4621-9f54-b9b55a4f03d7 req-cb65e7da-089d-43f9-8e06-29b44f26a74c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Jan 17 11:03:48.893505 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979603-f2cb-4b13-8e28-adc14c3a9e4a req-9fa1caf9-aca8-4b5c-8f02-467ddf5266e2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:48.895215 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41979603-f2cb-4b13-8e28-adc14c3a9e4a req-9fa1caf9-aca8-4b5c-8f02-467ddf5266e2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0764055 Jan 17 11:03:48.906094 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['29780144-fda0-4f15-8f21-a4e0dcd38584'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:03:48.908421 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['86267e95-e2a7-48b3-984c-ff756fd44998'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:03:48.953154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41979603-f2cb-4b13-8e28-adc14c3a9e4a req-58c20aff-8d10-445f-bfeb-0e480eedb44f tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 Jan 17 11:03:49.214718 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3d52-4696-454c-b727-09c78d7915a5 req-bc020dd4-c9c6-4d4a-820f-6506849b6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:49.216501 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb3c3d52-4696-454c-b727-09c78d7915a5 req-bc020dd4-c9c6-4d4a-820f-6506849b6602 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0424933 Jan 17 11:03:49.265416 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb3c3d52-4696-454c-b727-09c78d7915a5 req-247f0a02-3d80-40da-af3d-d9e0c5d11e28 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Jan 17 11:03:49.357360 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780daad9-4cbe-4adb-9c24-2eefb89734f7 req-f95a4964-2190-462f-b9a4-5f84336583b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:49.358943 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-780daad9-4cbe-4adb-9c24-2eefb89734f7 req-f95a4964-2190-462f-b9a4-5f84336583b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 1098 time: 0.1044214 Jan 17 11:03:49.367062 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 58704) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:49.383622 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-44cb7cd0-70d1-45db-979a-7f6db68b250d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.476146 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-44cb7cd0-70d1-45db-979a-7f6db68b250d admin admin] Publish callbacks [] for security_group (6da978b7-407a-4670-b312-76aa92b97306), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.563669 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-780daad9-4cbe-4adb-9c24-2eefb89734f7 req-e826003e-7eea-4a9c-bda1-beeffc37ecf1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Jan 17 11:03:49.576962 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-44cb7cd0-70d1-45db-979a-7f6db68b250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6da978b7-407a-4670-b312-76aa92b97306), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.618802 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-44cb7cd0-70d1-45db-979a-7f6db68b250d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a74bdb371b9f4841b1ae740cccac55d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505620 Jan 17 11:03:49.619644 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb7cd0-70d1-45db-979a-7f6db68b250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da978b7-407a-4670-b312-76aa92b97306,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:49.621709 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58712) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:49.698393 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] Publish callbacks [] for security_group (6da978b7-407a-4670-b312-76aa92b97306), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.726489 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] Publish callbacks [] for security_group (6da978b7-407a-4670-b312-76aa92b97306), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.758553 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c11d4-1c45-4926-8aea-d803a5f4fd7d req-3818dd56-8967-4c85-8cac-1b083edb97b7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:49.760025 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff6c11d4-1c45-4926-8aea-d803a5f4fd7d req-3818dd56-8967-4c85-8cac-1b083edb97b7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 945 time: 0.0756719 Jan 17 11:03:49.771355 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097180-29cf-4058-b943-5b55df640feb req-a56ffc4f-3a5c-4188-b2bc-b57c526c4b1e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:49.774758 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89097180-29cf-4058-b943-5b55df640feb req-a56ffc4f-3a5c-4188-b2bc-b57c526c4b1e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0784984 Jan 17 11:03:49.845544 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6da978b7-407a-4670-b312-76aa92b97306), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.846615 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff6c11d4-1c45-4926-8aea-d803a5f4fd7d req-4f7eac95-6298-497d-9626-288c091e48c9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728359 Jan 17 11:03:49.849372 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:49.849537 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6da978b7-407a-4670-b312-76aa92b97306 HTTP/1.1" status: 204 len: 168 time: 0.2265975 Jan 17 11:03:49.858184 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480af53c-e097-4f2a-b540-47ce76c039e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da978b7-407a-4670-b312-76aa92b97306,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:49.867413 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89097180-29cf-4058-b943-5b55df640feb req-47e6b1c6-0e47-45aa-80a5-41e43562c6ce tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864799 Jan 17 11:03:49.995573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835d696-c5b4-4a05-a598-6c7577dcf84b req-d3e77e7f-0427-4b7f-8c8c-9287650a8940 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:49.997062 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b835d696-c5b4-4a05-a598-6c7577dcf84b req-d3e77e7f-0427-4b7f-8c8c-9287650a8940 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0510237 Jan 17 11:03:50.071243 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b835d696-c5b4-4a05-a598-6c7577dcf84b req-c5d44eb7-1988-4ea3-9e7f-d44efd347d12 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669928 Jan 17 11:03:50.086716 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1368f-cf71-4075-befc-cd6e621f6f44 req-b3ba069c-5d76-4f65-93ff-b86cd0967c52 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:50.088188 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8dc1368f-cf71-4075-befc-cd6e621f6f44 req-b3ba069c-5d76-4f65-93ff-b86cd0967c52 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0648568 Jan 17 11:03:50.135812 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8dc1368f-cf71-4075-befc-cd6e621f6f44 req-dbda3a1a-9ca6-47ad-9d9a-f4192dafbdeb tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Jan 17 11:03:51.204772 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b344da-b3e2-411a-96e9-9e7fcaffed69 req-d7e0c086-7e47-4746-8c41-69a6d3f0f2c0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:51.206874 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12b344da-b3e2-411a-96e9-9e7fcaffed69 req-d7e0c086-7e47-4746-8c41-69a6d3f0f2c0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 945 time: 0.2787580 Jan 17 11:03:51.218789 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73153c0-922d-44cc-a168-fbfc5bcbee66 req-ba246dd3-fc6e-4adf-9190-b59156324b8d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:51.220276 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f73153c0-922d-44cc-a168-fbfc5bcbee66 req-ba246dd3-fc6e-4adf-9190-b59156324b8d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.2670612 Jan 17 11:03:51.287518 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12b344da-b3e2-411a-96e9-9e7fcaffed69 req-498de7ab-f5f0-48ed-a00d-3e1c1820e37a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661540 Jan 17 11:03:51.295884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f73153c0-922d-44cc-a168-fbfc5bcbee66 req-12bd774c-e015-49ac-9945-003c55a568b5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688226 Jan 17 11:03:51.438467 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:51.442584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d417-a788-4dab-b86c-d26b1db831a7 req-0cf73951-89b7-427c-89e5-7a8f2e143a3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:51.444198 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f9a5d417-a788-4dab-b86c-d26b1db831a7 req-0cf73951-89b7-427c-89e5-7a8f2e143a3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0934720 Jan 17 11:03:51.452557 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058762-5fb7-434f-881e-85a646bd1c48 req-dd91373f-edc8-484a-a5c0-624d263b13e8 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:51.454005 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28058762-5fb7-434f-881e-85a646bd1c48 req-dd91373f-edc8-484a-a5c0-624d263b13e8 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0908337 Jan 17 11:03:51.535523 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28058762-5fb7-434f-881e-85a646bd1c48 req-0a44353a-592c-4103-9891-378ae8d2413f tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736933 Jan 17 11:03:51.546019 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f9a5d417-a788-4dab-b86c-d26b1db831a7 req-f54c46fc-2eb9-447d-b8c3-ab0f24de03c8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900066 Jan 17 11:03:51.571518 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 29780144-fda0-4f15-8f21-a4e0dcd38584 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:03:51.575540 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 29780144-fda0-4f15-8f21-a4e0dcd38584 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:51.576053 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:51.658516 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:51.658962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:51.684426 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:51.691096 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592199fc-d22e-43ff-97b4-d3ba659f98cf" -d '{"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:51.701050 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:51.723228 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba594a48-5193-4f77-b2a6-27c9fe0202de x-openstack-request-id: req-ba594a48-5193-4f77-b2a6-27c9fe0202de {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:51.723608 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:51.723896 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba594a48-5193-4f77-b2a6-27c9fe0202de {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:51.724318 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'code': 200} Jan 17 11:03:51.810230 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:51.813864 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 86267e95-e2a7-48b3-984c-ff756fd44998 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:03:51.888136 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:52.055706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 86267e95-e2a7-48b3-984c-ff756fd44998 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:03:52.061555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 86267e95-e2a7-48b3-984c-ff756fd44998 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:03:52.062028 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:52.153535 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 86267e95-e2a7-48b3-984c-ff756fd44998 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:03:52.153978 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:52.204515 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=86267e95-e2a7-48b3-984c-ff756fd44998,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:03:52.282680 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9fed-9521-41b1-9cb2-2eaddd37c339 req-b109d27c-f8a9-4da7-99cd-5f4a46952b16 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:52.284877 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7f8b9fed-9521-41b1-9cb2-2eaddd37c339 req-b109d27c-f8a9-4da7-99cd-5f4a46952b16 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Jan 17 11:03:52.318688 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:52.345474 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7f8b9fed-9521-41b1-9cb2-2eaddd37c339 req-03569db2-9220-478b-90c4-406ff98fe462 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Jan 17 11:03:52.382229 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:52.428245 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22a4f-4f7c-4883-a788-873d19945923 req-2fa3ba45-d680-4817-80cf-5f14149e91f5 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:52.429821 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbb22a4f-4f7c-4883-a788-873d19945923 req-2fa3ba45-d680-4817-80cf-5f14149e91f5 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0540280 Jan 17 11:03:52.499204 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dfd2b-b960-4bd4-8a44-7883fe886d4e req-c2ce2ba4-aee2-4c28-9ef5-a090703eeb59 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:52.500681 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f5dfd2b-b960-4bd4-8a44-7883fe886d4e req-c2ce2ba4-aee2-4c28-9ef5-a090703eeb59 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0698133 Jan 17 11:03:52.529229 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbb22a4f-4f7c-4883-a788-873d19945923 req-cee4606f-392c-4ba1-8b3c-7cd40fdc3ae0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876358 Jan 17 11:03:52.561755 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f5dfd2b-b960-4bd4-8a44-7883fe886d4e req-d21b8313-24e1-4f1c-8e51-9e45c9858613 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552227 Jan 17 11:03:52.799289 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40987a-5f9b-4435-b992-868e82e0458c req-adc698fc-97ca-4d1f-a351-a26eed19f081 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:52.800774 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b40987a-5f9b-4435-b992-868e82e0458c req-adc698fc-97ca-4d1f-a351-a26eed19f081 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Jan 17 11:03:52.852942 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b40987a-5f9b-4435-b992-868e82e0458c req-7a836c85-2dbd-4b6a-9633-2d0a8e454a75 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jan 17 11:03:53.460211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b608b8a-fab3-4c5a-ad4a-06058624b503 req-b7fc529c-cd3a-404b-bdaa-5d8d87f5b58c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:53.461697 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b608b8a-fab3-4c5a-ad4a-06058624b503 req-b7fc529c-cd3a-404b-bdaa-5d8d87f5b58c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0470781 Jan 17 11:03:53.509686 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b608b8a-fab3-4c5a-ad4a-06058624b503 req-cc98b88c-0964-4c08-a336-5c15f602c1b0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jan 17 11:03:53.641220 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80f65-0951-4b98-96fc-2e59ef29b663 req-684c1904-44d3-4d05-88e6-47c716095575 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:53.642659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5cc80f65-0951-4b98-96fc-2e59ef29b663 req-684c1904-44d3-4d05-88e6-47c716095575 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Jan 17 11:03:53.721071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e808-f510-474d-b559-032fbf15f6fa req-86ea1eaa-1a59-4ed0-b13c-8f8df5bed8f8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:53.723245 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71a2e808-f510-474d-b559-032fbf15f6fa req-86ea1eaa-1a59-4ed0-b13c-8f8df5bed8f8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0797117 Jan 17 11:03:53.725359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:03:53.728439 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d578be-1aa1-44b0-8b81-66cb16c2e8ff" -d '{"events": [{"server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "name": "network-vif-plugged", "status": "completed", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:03:53.733342 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5cc80f65-0951-4b98-96fc-2e59ef29b663 req-3f1f4fb4-3795-4b95-9e18-72fd69a1fc4d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818052 Jan 17 11:03:53.774933 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9e125-7d2d-4b57-873f-cabbf4dd81d5 x-openstack-request-id: req-e0b9e125-7d2d-4b57-873f-cabbf4dd81d5 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:03:53.775241 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "name": "network-vif-plugged", "status": "completed", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:03:53.777789 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0b9e125-7d2d-4b57-873f-cabbf4dd81d5 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:03:53.777789 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998', 'code': 200} Jan 17 11:03:53.777964 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71a2e808-f510-474d-b559-032fbf15f6fa req-4b1ba230-cb75-4d04-be53-1f47d000eb8c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425980 Jan 17 11:03:54.621967 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7c47f-462f-4401-87b5-942d9d18a776 req-75e0bc27-8e44-4c7b-9ae4-74d34b9b0699 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:54.623455 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1b7c47f-462f-4401-87b5-942d9d18a776 req-75e0bc27-8e44-4c7b-9ae4-74d34b9b0699 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Jan 17 11:03:54.670450 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1b7c47f-462f-4401-87b5-942d9d18a776 req-600b1ac5-1dd7-4931-9aa8-fe1f33f8b826 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Jan 17 11:03:54.845371 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730357b-ebf6-4194-a204-a55875671c75 req-f6743bf5-446f-4589-b9ed-b4887bbf09b6 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:54.846891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7730357b-ebf6-4194-a204-a55875671c75 req-f6743bf5-446f-4589-b9ed-b4887bbf09b6 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0493338 Jan 17 11:03:54.924411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184ced-d69a-428e-b669-68ef0a3c6747 req-70bb03a0-b8a3-412f-bad6-0f9c8cd2979f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:54.925897 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9184ced-d69a-428e-b669-68ef0a3c6747 req-70bb03a0-b8a3-412f-bad6-0f9c8cd2979f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0774691 Jan 17 11:03:54.930270 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7730357b-ebf6-4194-a204-a55875671c75 req-ae9f510d-2d69-43f5-9632-ca8f7abad228 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737033 Jan 17 11:03:54.974066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9184ced-d69a-428e-b669-68ef0a3c6747 req-0435996e-856b-4a52-b774-f855f2555e1e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Jan 17 11:03:55.454983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4b076-5c3e-422c-95b1-d10d1b580e39 req-282cdb5c-54b3-4893-b068-e1d055535fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:55.456601 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9dd4b076-5c3e-422c-95b1-d10d1b580e39 req-282cdb5c-54b3-4893-b068-e1d055535fd8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1099 time: 0.0433469 Jan 17 11:03:55.497404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-71744b9d-0a3e-43c1-af29-810cff17fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:55.498992 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-71744b9d-0a3e-43c1-af29-810cff17fb25 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0410416 Jan 17 11:03:55.503994 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9dd4b076-5c3e-422c-95b1-d10d1b580e39 req-9229d253-2c6f-4149-83dd-aa0929b80990 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392001 Jan 17 11:03:55.785105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4140c-049b-4b67-b4c0-f790bbd3f6ab req-b98fe10b-b9f0-418f-aaa2-874222ab1829 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:55.786625 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda4140c-049b-4b67-b4c0-f790bbd3f6ab req-b98fe10b-b9f0-418f-aaa2-874222ab1829 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0517333 Jan 17 11:03:55.833159 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda4140c-049b-4b67-b4c0-f790bbd3f6ab req-1af6b92a-7607-4cdc-a8fa-bb029e0544b9 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Jan 17 11:03:56.055697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658cb31-acfa-43cb-bd4f-07435097454a req-96a2ad56-5b25-4b7a-9457-11bce8768922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.057999 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0658cb31-acfa-43cb-bd4f-07435097454a req-96a2ad56-5b25-4b7a-9457-11bce8768922 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0525560 Jan 17 11:03:56.107183 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0658cb31-acfa-43cb-bd4f-07435097454a req-8f17cde6-92f9-41da-ac2d-18444538e93c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Jan 17 11:03:56.123051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45dfb-989d-4c97-9e3a-fee16b3264a9 req-ad027f68-4d2b-4c03-a122-810e38e50bd0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.124632 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-18f45dfb-989d-4c97-9e3a-fee16b3264a9 req-ad027f68-4d2b-4c03-a122-810e38e50bd0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.1035759 Jan 17 11:03:56.135481 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-5d80ac4d-ab2b-4bd1-9879-41abfc6e7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.136887 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-5d80ac4d-ab2b-4bd1-9879-41abfc6e7b4f service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1682141 Jan 17 11:03:56.162011 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae900f-166b-454a-af48-6ebc53a31ce1 req-195f0caa-502e-4b16-a7a1-96368d81d68a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.163452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-86ae900f-166b-454a-af48-6ebc53a31ce1 req-195f0caa-502e-4b16-a7a1-96368d81d68a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.1023467 Jan 17 11:03:56.208727 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-18f45dfb-989d-4c97-9e3a-fee16b3264a9 req-946bba3c-b25a-4191-9c92-19ed56273d99 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765364 Jan 17 11:03:56.238196 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-86ae900f-166b-454a-af48-6ebc53a31ce1 req-06d8d402-6397-45ac-82fb-4188b9b9266f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686727 Jan 17 11:03:56.456550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-ec9ff430-f030-435e-abd2-e12db3f4a234 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd215191-d058-472f-bfb0-9c2257324191 HTTP/1.1" status: 200 len: 217 time: 0.0380940 Jan 17 11:03:56.502282 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-65c70611-952e-4a5c-a057-fd977a4a534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.504420 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-65c70611-952e-4a5c-a057-fd977a4a534b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0424747 Jan 17 11:03:56.536932 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-128b05e1-bde2-472f-9f70-c4c9a14d7aec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247278 Jan 17 11:03:56.628765 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-2b793c77-f4a7-4e76-950b-c72499fdde61 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803835 Jan 17 11:03:56.715066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b7fc1bb-1940-40b4-a1b0-0de74efaaaf3 req-329d13a2-1ee3-434f-9b48-fa6b3dbcbee3 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843952 Jan 17 11:03:56.949298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04648-a4da-4d88-8519-0e8342a6f738 req-8cede30c-8e18-47e7-8b4d-5baad94450e2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:56.950832 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19e04648-a4da-4d88-8519-0e8342a6f738 req-8cede30c-8e18-47e7-8b4d-5baad94450e2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Jan 17 11:03:57.001412 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19e04648-a4da-4d88-8519-0e8342a6f738 req-ec879650-009a-47b1-ad96-facf4aebd16e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Jan 17 11:03:57.371902 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581beae-b3c6-4682-ac33-fc2feb09ea2b req-79641e6f-e369-46d3-95eb-18904b181851 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:57.373405 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4581beae-b3c6-4682-ac33-fc2feb09ea2b req-79641e6f-e369-46d3-95eb-18904b181851 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0879791 Jan 17 11:03:57.394143 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f695a-3518-4db3-8a1e-763089b6e4aa req-102bcc79-4e1b-472a-a239-d66a9610af72 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:57.395605 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-486f695a-3518-4db3-8a1e-763089b6e4aa req-102bcc79-4e1b-472a-a239-d66a9610af72 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0727425 Jan 17 11:03:57.459537 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4581beae-b3c6-4682-ac33-fc2feb09ea2b req-5a2baf75-691d-43a5-8886-eabc18304017 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788794 Jan 17 11:03:57.471463 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-486f695a-3518-4db3-8a1e-763089b6e4aa req-d354e830-6d72-4df1-a5e2-7e965f31d077 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682447 Jan 17 11:03:57.653681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58982) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:57.759194 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b51357f-696f-4adb-b724-3a45f84acd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:57.834619 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b51357f-696f-4adb-b724-3a45f84acd23 admin admin] Publish callbacks [] for security_group (13fc0018-c36c-43da-a938-7fe8d4dcf048), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.032667 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b51357f-696f-4adb-b724-3a45f84acd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (13fc0018-c36c-43da-a938-7fe8d4dcf048), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.072182 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2b51357f-696f-4adb-b724-3a45f84acd23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=645bca3232f64cad94742b7983a52a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171658 Jan 17 11:03:58.073391 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51357f-696f-4adb-b724-3a45f84acd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc0018-c36c-43da-a938-7fe8d4dcf048,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:58.075815 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 58992) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:58.116930 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66ea3-a586-408b-acb5-2f50fd7da9a9 req-ea677288-dec3-4b82-aa6a-8ff5a01fbdef tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:58.118667 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ebb66ea3-a586-408b-acb5-2f50fd7da9a9 req-ea677288-dec3-4b82-aa6a-8ff5a01fbdef tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0504711 Jan 17 11:03:58.127576 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] Publish callbacks [] for security_group (13fc0018-c36c-43da-a938-7fe8d4dcf048), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.148991 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] Publish callbacks [] for security_group (13fc0018-c36c-43da-a938-7fe8d4dcf048), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.176451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ebb66ea3-a586-408b-acb5-2f50fd7da9a9 req-a16f617e-2cee-4ca1-bba8-02010a65ce07 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Jan 17 11:03:58.296546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (13fc0018-c36c-43da-a938-7fe8d4dcf048), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.299595 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.304335 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13fc0018-c36c-43da-a938-7fe8d4dcf048 HTTP/1.1" status: 204 len: 168 time: 0.2269142 Jan 17 11:03:58.313258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b71815-02f8-434d-934c-524b804d4b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc0018-c36c-43da-a938-7fe8d4dcf048,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:03:58.586485 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb4033-5c17-42fd-b4cd-e0ad356ca741 req-6d251416-c222-48ac-a12c-d4a83c7a2c1f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:58.587940 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-baeb4033-5c17-42fd-b4cd-e0ad356ca741 req-6d251416-c222-48ac-a12c-d4a83c7a2c1f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Jan 17 11:03:58.633130 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-baeb4033-5c17-42fd-b4cd-e0ad356ca741 req-3d3dcafa-4c0c-4101-bb59-2ff0bdfdb3c2 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Jan 17 11:03:58.743584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d4ae6-2f77-4e08-9108-35ddf4f96a2d req-ec16263c-a154-48cf-acb9-4b1acc1d595a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:58.745429 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e1d4ae6-2f77-4e08-9108-35ddf4f96a2d req-ec16263c-a154-48cf-acb9-4b1acc1d595a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0597594 Jan 17 11:03:58.808752 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e1d4ae6-2f77-4e08-9108-35ddf4f96a2d req-68b730b5-fbcb-4bee-8673-836a088b5687 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529578 Jan 17 11:03:58.850634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af79f4-b2f0-4b87-8e16-b1e15bbb0b91 req-9c2cc927-4865-4047-87ee-1bb9a68d400c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:58.852152 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33af79f4-b2f0-4b87-8e16-b1e15bbb0b91 req-9c2cc927-4865-4047-87ee-1bb9a68d400c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0592535 Jan 17 11:03:58.866602 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59024) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:58.869013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'floatingip': {'port_id': '86267e95-e2a7-48b3-984c-ff756fd44998'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:58.942365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:58.943252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a3fdf-bbee-4e8d-9404-d30740683712 req-c4071755-b58b-4264-8497-9e595daaa79d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:58.945055 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-056a3fdf-bbee-4e8d-9404-d30740683712 req-c4071755-b58b-4264-8497-9e595daaa79d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0640256 Jan 17 11:03:58.955671 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59028) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:58.960631 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'floatingip': {'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:03:59.036191 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:59.270810 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59034) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:03:59.303370 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a028e4ff-efc9-49c0-af28-65af59c55294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:59.664206 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4077a-3fbf-4ae8-854f-c153a17f5df7 req-5059c8bb-a84b-4709-8e10-3ffc7ca9f3ba tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:03:59.665618 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20c4077a-3fbf-4ae8-854f-c153a17f5df7 req-5059c8bb-a84b-4709-8e10-3ffc7ca9f3ba tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.4078238 Jan 17 11:03:59.777477 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:59.876767 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20c4077a-3fbf-4ae8-854f-c153a17f5df7 req-16611bd1-7b6d-4b08-b858-2a4ecd98d772 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015026 Jan 17 11:03:59.902690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:03:59.928353 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a028e4ff-efc9-49c0-af28-65af59c55294 admin admin] Publish callbacks [] for security_group (4e374c96-7cba-437f-9f4c-7c953c976859), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.008397 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Floating IP d45765a9-33f8-4e72-9af9-abbe9877068c associated. External IP: 172.27.2.17, port: 86267e95-e2a7-48b3-984c-ff756fd44998. Jan 17 11:04:00.014849 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.034776 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a028e4ff-efc9-49c0-af28-65af59c55294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (4e374c96-7cba-437f-9f4c-7c953c976859), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.094462 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a028e4ff-efc9-49c0-af28-65af59c55294 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db39d88d4f0e42b0ac4295caaa19d51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8226554 Jan 17 11:04:00.096513 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028e4ff-efc9-49c0-af28-65af59c55294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e374c96-7cba-437f-9f4c-7c953c976859,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:00.098429 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59048) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:00.121930 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.164660 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] Publish callbacks [] for security_group (4e374c96-7cba-437f-9f4c-7c953c976859), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.225277 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Floating IP fb26c433-fb51-4bd4-94d6-7412211f03e2 associated. External IP: 172.27.2.194, port: 29780144-fda0-4f15-8f21-a4e0dcd38584. Jan 17 11:04:00.230207 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] Publish callbacks [] for security_group (4e374c96-7cba-437f-9f4c-7c953c976859), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.320844 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:04:00.448216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:04:00.516587 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.516857 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:04:00.517235 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:04:00.517235 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:04:00.517235 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:00.517776 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8122266c-fa24-4ac2-bc0e-1eed4b74685a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "PUT /v2.0/floatingips/d45765a9-33f8-4e72-9af9-abbe9877068c HTTP/1.1" status: 200 len: 991 time: 1.6142554 Jan 17 11:04:00.517776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:04:00.517776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a5c635-8024-4db3-870d-216408856af1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:04:00.517776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7bb0c-4f6e-4b1a-b704-49da60e5b45f x-openstack-request-id: req-8bb7bb0c-4f6e-4b1a-b704-49da60e5b45f {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:04:00.518073 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:04:00.518590 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bb7bb0c-4f6e-4b1a-b704-49da60e5b45f {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:04:00.518899 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998', 'status': 'completed', 'code': 200} Jan 17 11:04:00.575004 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:04:00.579402 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.587576 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:04:00.588526 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:04:00.600896 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:04:00.601413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:00.614216 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5d2f3486-7c06-4b69-bd0a-cfcbc41b8dea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "PUT /v2.0/floatingips/fb26c433-fb51-4bd4-94d6-7412211f03e2 HTTP/1.1" status: 200 len: 992 time: 1.6540408 Jan 17 11:04:00.614216 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:04:00.614961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3da3f6-17b1-42a0-a83d-e74962b84409" -d '{"events": [{"name": "network-changed", "server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:04:00.628849 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (4e374c96-7cba-437f-9f4c-7c953c976859), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.631482 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:00.632614 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e374c96-7cba-437f-9f4c-7c953c976859 HTTP/1.1" status: 204 len: 168 time: 0.5332243 Jan 17 11:04:00.656151 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee680415-22f2-473f-82f0-2b15567cf039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e374c96-7cba-437f-9f4c-7c953c976859,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:00.828053 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:04:00.883407 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'd45765a9-33f8-4e72-9af9-abbe9877068c', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '86267e95-e2a7-48b3-984c-ff756fd44998', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:4c:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:00.909993 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:04:00.922045 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:04:00.922045 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:01.026264 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:04:01.031993 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'fb26c433-fb51-4bd4-94d6-7412211f03e2', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757af70-69d8-4067-94ff-ac4456103385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:01.062657 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:04:01.064504 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5e45ef7-4d17-4307-928f-08a67e45525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:01.072551 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:04:01.073154 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:03:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:01.268329 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'd45765a9-33f8-4e72-9af9-abbe9877068c', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '86267e95-e2a7-48b3-984c-ff756fd44998', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:4c:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:01.295473 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f214-b194-4c0f-bc5e-3966f7980655 None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'd45765a9-33f8-4e72-9af9-abbe9877068c', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '86267e95-e2a7-48b3-984c-ff756fd44998', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:4c:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:04:01.310484 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:04:01.551614 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56a0a4-74d9-458c-9072-6ac339002f31 None None] New status for floating IP d45765a9-33f8-4e72-9af9-abbe9877068c: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:04:01.553777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'fb26c433-fb51-4bd4-94d6-7412211f03e2', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757af70-69d8-4067-94ff-ac4456103385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:01.583094 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34884a6-8d20-467e-adc6-1e7c2c773484 None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': 'fb26c433-fb51-4bd4-94d6-7412211f03e2', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757af70-69d8-4067-94ff-ac4456103385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:03:28Z', 'updated_at': '2022-01-17T11:03:59Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:04:01.786938 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fceb8-9409-4994-954d-1a2be072a011 None None] New status for floating IP fb26c433-fb51-4bd4-94d6-7412211f03e2: ACTIVE {{(pid=103026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:04:02.679320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba1a2ec-9a57-422e-921b-4e0830cfb322 x-openstack-request-id: req-3ba1a2ec-9a57-422e-921b-4e0830cfb322 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:04:02.679846 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:04:02.679948 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ba1a2ec-9a57-422e-921b-4e0830cfb322 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:04:02.680451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'status': 'completed', 'code': 200} Jan 17 11:04:02.772143 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa82a18-3bb5-4721-b140-2c60c009151f req-ddbbcfa5-d92a-402a-9c7d-5dc775758b54 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:02.773648 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0aa82a18-3bb5-4721-b140-2c60c009151f req-ddbbcfa5-d92a-402a-9c7d-5dc775758b54 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0500331 Jan 17 11:04:02.821702 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0aa82a18-3bb5-4721-b140-2c60c009151f req-2b623a9f-9558-4386-a353-0f097c933e11 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Jan 17 11:04:03.060492 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c635-8024-4db3-870d-216408856af1 req-ceac7835-565d-4f0b-9f1c-52ca6fc79fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.061486 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-ceac7835-565d-4f0b-9f1c-52ca6fc79fb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0413387 Jan 17 11:04:03.095806 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-349bd0b7-617e-4062-a976-c305ccd8b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.098476 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-349bd0b7-617e-4062-a976-c305ccd8b7be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1099 time: 0.0584748 Jan 17 11:04:03.161248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c635-8024-4db3-870d-216408856af1 req-31284a95-9529-48e8-a677-c5936a5a09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.162902 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-31284a95-9529-48e8-a677-c5936a5a09c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.0957935 Jan 17 11:04:03.170680 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-382191f0-8f69-46ea-9dc0-4acb319c85c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:03.258735 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-c2231f3c-66b4-4ae6-95b3-5a1c0aedaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.258939 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-605d79de-3d6a-44d8-bd7a-ea91dbc6999b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1001 time: 0.0894504 Jan 17 11:04:03.260121 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-c2231f3c-66b4-4ae6-95b3-5a1c0aedaf6a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.1561167 Jan 17 11:04:03.316821 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c635-8024-4db3-870d-216408856af1 req-3d96d623-e72c-4dc9-9994-b15e49d197de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.318240 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-3d96d623-e72c-4dc9-9994-b15e49d197de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0485075 Jan 17 11:04:03.362487 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c635-8024-4db3-870d-216408856af1 req-a162cb2c-55fb-478c-9ad5-c47778c64938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.363228 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-f7db3543-44f9-4f4d-977a-71b61b3cfcc1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 1002 time: 0.0927496 Jan 17 11:04:03.364061 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-a162cb2c-55fb-478c-9ad5-c47778c64938 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391943 Jan 17 11:04:03.426329 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-42629b56-d242-45fa-883e-4afb76934995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.427847 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-42629b56-d242-45fa-883e-4afb76934995 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0460029 Jan 17 11:04:03.467990 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-5c7d3315-44ec-45b6-826d-d9be1b4b4405 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844500 Jan 17 11:04:03.473296 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-f9be83c7-8a16-460c-af35-8d1f40326dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.474801 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-f9be83c7-8a16-460c-af35-8d1f40326dc7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395064 Jan 17 11:04:03.566001 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-0bdba050-0a0c-4b50-b37a-2075f6387830 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811679 Jan 17 11:04:03.566272 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2a5c635-8024-4db3-870d-216408856af1 req-b54aa3aa-80a1-4824-9105-d104a6ea9b5b service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819318 Jan 17 11:04:03.701923 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-da3da3f6-17b1-42a0-a83d-e74962b84409 req-197012dc-1226-4737-9775-6ec73032fa36 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948167 Jan 17 11:04:03.956468 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141115-34d6-4fb6-b4d5-035f2438e2a3 req-29f4b221-8bb0-4d8c-844b-9b67d6e0a33d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:03.957941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c141115-34d6-4fb6-b4d5-035f2438e2a3 req-29f4b221-8bb0-4d8c-844b-9b67d6e0a33d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0548499 Jan 17 11:04:04.004919 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c141115-34d6-4fb6-b4d5-035f2438e2a3 req-ea749851-fd95-45d2-81e6-fd2746b5c311 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Jan 17 11:04:04.369896 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:05.126718 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa82a-d7c2-4c18-abb0-a9a96f785445 req-19c8109f-d9bb-4177-84bb-eba01c407637 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:05.128421 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-037aa82a-d7c2-4c18-abb0-a9a96f785445 req-19c8109f-d9bb-4177-84bb-eba01c407637 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0526760 Jan 17 11:04:05.176075 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-037aa82a-d7c2-4c18-abb0-a9a96f785445 req-918d6cdd-19ec-4322-ac34-73d2a2ac30ac tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Jan 17 11:04:05.587948 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:06.293299 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17ba86-4195-4993-8eab-5c0b9c2d4b3f req-85a2c402-7058-4889-9fe9-daf1fa4f867b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:06.294832 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f17ba86-4195-4993-8eab-5c0b9c2d4b3f req-85a2c402-7058-4889-9fe9-daf1fa4f867b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0503740 Jan 17 11:04:06.342093 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f17ba86-4195-4993-8eab-5c0b9c2d4b3f req-ef54c6bb-5332-40e1-85e8-7fe7ffee1288 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Jan 17 11:04:06.794677 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.401486 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59232) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:07.466058 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa9b7b-88e8-4ae7-9839-5a68c4a8c87c req-d50fdcf0-6536-4e2c-825d-f418bc4ee3f0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:07.467426 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83aa9b7b-88e8-4ae7-9839-5a68c4a8c87c req-d50fdcf0-6536-4e2c-825d-f418bc4ee3f0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0501692 Jan 17 11:04:07.504037 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.513088 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83aa9b7b-88e8-4ae7-9839-5a68c4a8c87c req-b9404f08-5683-492a-87c3-1a9ccb96858d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Jan 17 11:04:07.575568 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Publish callbacks [] for security_group (a365404e-b0d7-48b1-8a0a-f74d73a725cb), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.684561 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a365404e-b0d7-48b1-8a0a-f74d73a725cb), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.722319 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be55c40fc6d54ecdb8b14e873ab29b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197753 Jan 17 11:04:07.723183 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365404e-b0d7-48b1-8a0a-f74d73a725cb,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:07.725051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59236) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:07.730266 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.730638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.730987 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.731322 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.731653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.731980 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.732319 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.732646 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.732986 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.733339 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.733689 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.734009 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.734327 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242d9e-dc61-4284-9617-ca19a614838c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:07.772727 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Publish callbacks [] for security_group (a365404e-b0d7-48b1-8a0a-f74d73a725cb), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.792723 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Publish callbacks [] for security_group (a365404e-b0d7-48b1-8a0a-f74d73a725cb), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:07.997944 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a365404e-b0d7-48b1-8a0a-f74d73a725cb), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:08.000537 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:08.001783 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a365404e-b0d7-48b1-8a0a-f74d73a725cb HTTP/1.1" status: 204 len: 168 time: 0.2756820 Jan 17 11:04:08.009472 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365404e-b0d7-48b1-8a0a-f74d73a725cb,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:08.016520 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.016895 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.017230 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.017539 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.017893 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.018224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.018552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.018877 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.019205 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.019528 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.019847 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.020165 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.020481 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d74d8-d1e2-40b5-9851-d51431b648f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:04:08.834172 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59264) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:08.846794 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c4e5-1b34-470c-891e-b681592b7115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:08.917870 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c4e5-1b34-470c-891e-b681592b7115 admin admin] Publish callbacks [] for security_group (7f4b6063-a657-4ab7-8ca0-7768566fd2f9), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.027758 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c4e5-1b34-470c-891e-b681592b7115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7f4b6063-a657-4ab7-8ca0-7768566fd2f9), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.068478 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8fd4c4e5-1b34-470c-891e-b681592b7115 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b55cc2a6e174f13af92b269232b50ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332096 Jan 17 11:04:09.070391 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4c4e5-1b34-470c-891e-b681592b7115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b6063-a657-4ab7-8ca0-7768566fd2f9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:09.071226 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59270) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:09.121184 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] Publish callbacks [] for security_group (7f4b6063-a657-4ab7-8ca0-7768566fd2f9), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.144721 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] Publish callbacks [] for security_group (7f4b6063-a657-4ab7-8ca0-7768566fd2f9), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.484866 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7f4b6063-a657-4ab7-8ca0-7768566fd2f9), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.487482 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:09.488631 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f4b6063-a657-4ab7-8ca0-7768566fd2f9 HTTP/1.1" status: 204 len: 168 time: 0.4164348 Jan 17 11:04:09.496438 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf649-794a-4511-8cdb-693921e58fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b6063-a657-4ab7-8ca0-7768566fd2f9,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:11.884435 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120d19-3355-4b78-b99b-f2f50682842b req-8becc5bc-3a8e-407e-b936-94fe6919485e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:11.885920 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4a120d19-3355-4b78-b99b-f2f50682842b req-8becc5bc-3a8e-407e-b936-94fe6919485e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0477061 Jan 17 11:04:11.933093 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4a120d19-3355-4b78-b99b-f2f50682842b req-184eec62-300f-45b5-b3bd-30864864b5bb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Jan 17 11:04:13.055454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21634e17-cd41-41cf-a3e3-861917593fdd req-b9d2989e-ff7e-431c-9072-f4a149173e3a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:13.056909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-21634e17-cd41-41cf-a3e3-861917593fdd req-b9d2989e-ff7e-431c-9072-f4a149173e3a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0471351 Jan 17 11:04:13.108096 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-21634e17-cd41-41cf-a3e3-861917593fdd req-c6d2ff99-3917-4323-a974-d9f660f2157a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Jan 17 11:04:14.236923 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01005d8-159e-47bb-80cb-dccf7610ae65 req-a140d522-8445-4b66-8afb-12091c26ef1e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:14.238534 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a01005d8-159e-47bb-80cb-dccf7610ae65 req-a140d522-8445-4b66-8afb-12091c26ef1e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0550654 Jan 17 11:04:14.293981 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a01005d8-159e-47bb-80cb-dccf7610ae65 req-4a8505e8-6cdf-4dd1-b4e9-071093e66418 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Jan 17 11:04:14.749932 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59400) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:14.859130 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1792ea8e-e3d9-41f0-a5cd-69a5cd254fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:14.931358 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1792ea8e-e3d9-41f0-a5cd-69a5cd254fe3 admin admin] Publish callbacks [] for security_group (998daeee-04cf-4648-8034-13df866c3c42), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.096376 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1792ea8e-e3d9-41f0-a5cd-69a5cd254fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (998daeee-04cf-4648-8034-13df866c3c42), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.138980 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1792ea8e-e3d9-41f0-a5cd-69a5cd254fe3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1194d38866c741abb73b7d9304eb658f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851306 Jan 17 11:04:15.138980 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792ea8e-e3d9-41f0-a5cd-69a5cd254fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998daeee-04cf-4648-8034-13df866c3c42,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:15.139371 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59414) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:15.190903 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] Publish callbacks [] for security_group (998daeee-04cf-4648-8034-13df866c3c42), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.211501 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] Publish callbacks [] for security_group (998daeee-04cf-4648-8034-13df866c3c42), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.386172 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (998daeee-04cf-4648-8034-13df866c3c42), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.388787 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:15.389994 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998daeee-04cf-4648-8034-13df866c3c42 HTTP/1.1" status: 204 len: 168 time: 0.2495620 Jan 17 11:04:15.397583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c12a6-9a91-4a7a-9730-959790c8a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998daeee-04cf-4648-8034-13df866c3c42,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:16.147366 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59438) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:16.161532 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b335a40-5939-41b5-aed9-17fcd50ff9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.230992 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b335a40-5939-41b5-aed9-17fcd50ff9da admin admin] Publish callbacks [] for security_group (c32850b3-b113-4434-88f1-57f5e6fc76c1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.313049 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2b335a40-5939-41b5-aed9-17fcd50ff9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c32850b3-b113-4434-88f1-57f5e6fc76c1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.371572 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b335a40-5939-41b5-aed9-17fcd50ff9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32850b3-b113-4434-88f1-57f5e6fc76c1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:16.378928 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2b335a40-5939-41b5-aed9-17fcd50ff9da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f2f50604f3840c58b8928865dececad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295732 Jan 17 11:04:16.382088 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59442) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:16.431185 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] Publish callbacks [] for security_group (c32850b3-b113-4434-88f1-57f5e6fc76c1), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.451884 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] Publish callbacks [] for security_group (c32850b3-b113-4434-88f1-57f5e6fc76c1), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.593011 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c32850b3-b113-4434-88f1-57f5e6fc76c1), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.595525 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:16.596670 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c32850b3-b113-4434-88f1-57f5e6fc76c1 HTTP/1.1" status: 204 len: 168 time: 0.2136657 Jan 17 11:04:16.604296 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92ffd9-22ca-4c21-a14b-736bbacc2e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32850b3-b113-4434-88f1-57f5e6fc76c1,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:16.845080 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:19.152336 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-dc82aebb-fa11-498b-b8e3-f907052a4149 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429313 Jan 17 11:04:19.300692 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2981b01-5210-4dc0-8f12-18043cb02f6c req-7ec9f443-1adb-4b74-a05f-e162a55b57b3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:19.303971 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-54d811a8-b7bd-4421-b2b3-fee173cc5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:19.306226 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-54d811a8-b7bd-4421-b2b3-fee173cc5175 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a25bb672b93d4d69806f5a4dcf6a47aa&device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0686133 Jan 17 11:04:19.310870 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2981b01-5210-4dc0-8f12-18043cb02f6c req-7ec9f443-1adb-4b74-a05f-e162a55b57b3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0642207 Jan 17 11:04:19.362079 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2981b01-5210-4dc0-8f12-18043cb02f6c req-170c3907-8574-4d28-a0bd-565e9458b4f5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Jan 17 11:04:19.417202 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-8ed4ea1b-7be2-49e6-a369-b0ee075c421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:19.418723 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-8ed4ea1b-7be2-49e6-a369-b0ee075c421b service neutron] 10.222.0.78 "GET /v2.0/networks?id=058798fe-a666-4976-8ade-daf90ce34d6d HTTP/1.1" status: 200 len: 913 time: 0.0889277 Jan 17 11:04:19.460812 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-e27aecb7-f9c7-4baf-a9b1-e978506818f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006 HTTP/1.1" status: 200 len: 217 time: 0.0332365 Jan 17 11:04:19.519270 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-0037d821-a112-4e46-9dd8-1bc75540381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:19.520753 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-0037d821-a112-4e46-9dd8-1bc75540381d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=86d43015-cc14-4ade-8455-c5123d4af04b HTTP/1.1" status: 200 len: 852 time: 0.0482337 Jan 17 11:04:19.552903 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-ee1cd800-2b04-44a7-9f42-f7b81ce765ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=058798fe-a666-4976-8ade-daf90ce34d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242066 Jan 17 11:04:19.648178 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-f80ac537-0e8a-42de-b183-2f57a6211282 service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881488 Jan 17 11:04:19.740170 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0952ef52-da26-4c53-803f-cfb41421dc1e req-1445cc8b-8b12-4598-9804-3b112c4513dc service neutron] 10.222.0.78 "GET /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Jan 17 11:04:19.838453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be5e0-e096-481d-a8c9-6910b3cb84df req-fb82c039-4c1a-40fc-a364-28731ac0c9af tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:19.839849 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d18be5e0-e096-481d-a8c9-6910b3cb84df req-fb82c039-4c1a-40fc-a364-28731ac0c9af tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0472202 Jan 17 11:04:19.886002 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d18be5e0-e096-481d-a8c9-6910b3cb84df req-f9e57687-b840-4f06-8a87-2eb9b2c6104d tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Jan 17 11:04:20.476771 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b539-5073-4a7a-b221-762156fdb51f req-3dbe6090-09f3-4f0d-85a6-3b4f5ea6d957 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:20.478269 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fe6b539-5073-4a7a-b221-762156fdb51f req-3dbe6090-09f3-4f0d-85a6-3b4f5ea6d957 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Jan 17 11:04:20.527276 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fe6b539-5073-4a7a-b221-762156fdb51f req-4278f6d6-80e9-44b6-ba54-434ef19d6de7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Jan 17 11:04:21.005768 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dea82-8a36-4cd2-93eb-a8d9c52dcb2a req-8193f3f8-1700-40fe-812b-92bdf87d616e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:21.007205 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd1dea82-8a36-4cd2-93eb-a8d9c52dcb2a req-8193f3f8-1700-40fe-812b-92bdf87d616e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Jan 17 11:04:21.052727 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd1dea82-8a36-4cd2-93eb-a8d9c52dcb2a req-2dc1665b-640c-47a4-884a-17244cb35d42 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Jan 17 11:04:21.643988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dab56-ae30-43f5-821f-475a3688e387 req-d9bb4bc8-2050-4bcc-8f6d-352c9361367d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:21.645454 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a82dab56-ae30-43f5-821f-475a3688e387 req-d9bb4bc8-2050-4bcc-8f6d-352c9361367d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0478675 Jan 17 11:04:21.692202 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a82dab56-ae30-43f5-821f-475a3688e387 req-76c73150-cf4e-4a5d-8cc3-61f1c2d5856d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Jan 17 11:04:22.172467 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaec81-b795-45bc-9a00-199b5c362237 req-e92301cc-e1cb-421e-a78f-1d276864d4d6 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:22.174576 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ecaec81-b795-45bc-9a00-199b5c362237 req-e92301cc-e1cb-421e-a78f-1d276864d4d6 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Jan 17 11:04:22.423999 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ecaec81-b795-45bc-9a00-199b5c362237 req-3d6d9f73-ec0a-44d7-8ddf-5341793a5961 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432132 Jan 17 11:04:22.808903 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343de1-e313-419c-901c-8882f4ba0683 req-60016aec-0719-4fbc-ae35-2fc122a7d82a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:22.810628 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9f343de1-e313-419c-901c-8882f4ba0683 req-60016aec-0719-4fbc-ae35-2fc122a7d82a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0499153 Jan 17 11:04:22.858418 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9f343de1-e313-419c-901c-8882f4ba0683 req-2af0cdff-762d-43cb-9d70-b7b527643f0f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Jan 17 11:04:22.862816 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:04:23.546364 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a44f67-53d1-4781-98c6-e0fbaaa0934b req-5c27ef55-c800-440c-b1ee-1c937764d3e9 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:23.547873 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-30a44f67-53d1-4781-98c6-e0fbaaa0934b req-5c27ef55-c800-440c-b1ee-1c937764d3e9 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Jan 17 11:04:23.603937 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-30a44f67-53d1-4781-98c6-e0fbaaa0934b req-4ff075d2-fb6e-402f-8698-7c69e5f949b2 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Jan 17 11:04:23.634810 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59638) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:23.751410 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dbec047d-f553-4478-81c4-636694e064ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:23.826309 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dbec047d-f553-4478-81c4-636694e064ea admin admin] Publish callbacks [] for security_group (36d47115-791f-4759-b389-d241d9dd33df), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:23.930581 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dbec047d-f553-4478-81c4-636694e064ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (36d47115-791f-4759-b389-d241d9dd33df), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:23.969100 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-dbec047d-f553-4478-81c4-636694e064ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e07adac4afdf44d08162c822fc6f531c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331532 Jan 17 11:04:23.970561 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec047d-f553-4478-81c4-636694e064ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d47115-791f-4759-b389-d241d9dd33df,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:23.972427 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59650) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:24.019538 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] Publish callbacks [] for security_group (36d47115-791f-4759-b389-d241d9dd33df), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:24.039979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] Publish callbacks [] for security_group (36d47115-791f-4759-b389-d241d9dd33df), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:24.193220 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (36d47115-791f-4759-b389-d241d9dd33df), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:24.195953 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:24.197061 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36d47115-791f-4759-b389-d241d9dd33df HTTP/1.1" status: 204 len: 168 time: 0.2235930 Jan 17 11:04:24.207624 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6be41-7bc8-4a1b-a91e-80c1a83b1fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d47115-791f-4759-b389-d241d9dd33df,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:24.955463 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59666) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:24.968146 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecfed0c0-cc89-421f-a4ac-13c927e103cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.037568 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecfed0c0-cc89-421f-a4ac-13c927e103cb admin admin] Publish callbacks [] for security_group (47610a47-aeef-4ae3-901f-abd9119e8538), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.124390 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ecfed0c0-cc89-421f-a4ac-13c927e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (47610a47-aeef-4ae3-901f-abd9119e8538), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.161838 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ecfed0c0-cc89-421f-a4ac-13c927e103cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1a7363bf97a4c9e9f70b277d4954664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052767 Jan 17 11:04:25.162639 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfed0c0-cc89-421f-a4ac-13c927e103cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47610a47-aeef-4ae3-901f-abd9119e8538,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:25.164476 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59668) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:25.213140 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] Publish callbacks [] for security_group (47610a47-aeef-4ae3-901f-abd9119e8538), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.235384 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] Publish callbacks [] for security_group (47610a47-aeef-4ae3-901f-abd9119e8538), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.352638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (47610a47-aeef-4ae3-901f-abd9119e8538), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.355200 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:25.356345 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47610a47-aeef-4ae3-901f-abd9119e8538 HTTP/1.1" status: 204 len: 168 time: 0.1908910 Jan 17 11:04:25.364435 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c1e1-2e83-453b-bcdb-0949d88ca20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47610a47-aeef-4ae3-901f-abd9119e8538,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:27.733361 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295936a6-b796-4ec3-bb75-16d2721c863c req-714d45f5-5478-47c6-acc4-aad75cfd4ae4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:27.734905 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-295936a6-b796-4ec3-bb75-16d2721c863c req-714d45f5-5478-47c6-acc4-aad75cfd4ae4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Jan 17 11:04:27.810941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-295936a6-b796-4ec3-bb75-16d2721c863c req-dca23707-2d2e-4c9e-b0b8-6817e1880717 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Jan 17 11:04:27.822812 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf0bc-0d48-4013-b160-b77e6c1c696b req-f8b95b96-80a0-4169-b6ef-2e4f4cbae316 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:27.824266 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bceaf0bc-0d48-4013-b160-b77e6c1c696b req-f8b95b96-80a0-4169-b6ef-2e4f4cbae316 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0669501 Jan 17 11:04:27.872165 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bceaf0bc-0d48-4013-b160-b77e6c1c696b req-75f61a41-c934-47cf-9b7d-37d1344d901e tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fbda70d-04f0-4400-9470-2b24507af0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jan 17 11:04:28.247312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a5657-3691-47b1-85ac-967f456e585a req-c42c220a-3649-4ba8-a471-4c4ea7112f3f tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:28.248776 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7b5a5657-3691-47b1-85ac-967f456e585a req-c42c220a-3649-4ba8-a471-4c4ea7112f3f tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.78 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 945 time: 0.0769432 Jan 17 11:04:28.380060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Deleting port d0f85199-ad57-4b9f-80d1-7e7f9c243006 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:04:28.380060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.380656 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59758) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:28.471823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] For port d0f85199-ad57-4b9f-80d1-7e7f9c243006, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=d0f85199-ad57-4b9f-80d1-7e7f9c243006,segment=NetworkSegment(07165f25-5201-40cd-9162-cd68c1ec5954),segment_id=07165f25-5201-40cd-9162-cd68c1ec5954)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:04:28.472193 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.485168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cced8ffe-e77c-437b-bf95-e72562f79354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.486327 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Calling delete_port for d0f85199-ad57-4b9f-80d1-7e7f9c243006 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:04:28.562075 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cced8ffe-e77c-437b-bf95-e72562f79354 admin admin] Publish callbacks [] for security_group (ba37a424-2ab3-4652-aa39-9d9e8f0de470), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.649931 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cced8ffe-e77c-437b-bf95-e72562f79354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ba37a424-2ab3-4652-aa39-9d9e8f0de470), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.690366 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced8ffe-e77c-437b-bf95-e72562f79354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37a424-2ab3-4652-aa39-9d9e8f0de470,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:28.697475 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-cced8ffe-e77c-437b-bf95-e72562f79354 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e9e405e9411498696b61a0e2d053a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153725 Jan 17 11:04:28.697762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59766) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:28.762771 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (d0f85199-ad57-4b9f-80d1-7e7f9c243006), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.790453 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] Publish callbacks [] for security_group (ba37a424-2ab3-4652-aa39-9d9e8f0de470), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.794723 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Pushing event deleted for resources: {'Port': ['ID=d0f85199-ad57-4b9f-80d1-7e7f9c243006,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:28.822075 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] Publish callbacks [] for security_group (ba37a424-2ab3-4652-aa39-9d9e8f0de470), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.902864 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] No DVR routers for this DVR port d0f85199-ad57-4b9f-80d1-7e7f9c243006 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:04:28.906484 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:28.909969 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7b5a5657-3691-47b1-85ac-967f456e585a req-0c43133c-c227-400b-bdb3-82436985e898 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.78 "DELETE /v2.0/ports/d0f85199-ad57-4b9f-80d1-7e7f9c243006 HTTP/1.1" status: 204 len: 173 time: 0.6552713 Jan 17 11:04:28.910403 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'name': 'network-vif-deleted', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:04:28.912637 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371f0cf-ee39-4bb2-ad39-dc4785a360cb" -d '{"events": [{"server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "name": "network-vif-deleted", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:04:28.941869 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d33c5-c197-44a0-85db-e7a0ef28ac75 req-6614f00a-7575-4e0d-a517-5880e875cdb9 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:28.943365 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d97d33c5-c197-44a0-85db-e7a0ef28ac75 req-6614f00a-7575-4e0d-a517-5880e875cdb9 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0559399 Jan 17 11:04:28.983929 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-46774140-6ecc-444a-9d67-295f8c8f971a req-a66628df-2a79-4d81-9841-9cfaeaf31025 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.0357137 Jan 17 11:04:29.001008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ba37a424-2ab3-4652-aa39-9d9e8f0de470), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:29.003627 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:29.004762 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba37a424-2ab3-4652-aa39-9d9e8f0de470 HTTP/1.1" status: 204 len: 168 time: 0.3058193 Jan 17 11:04:29.019652 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09f0e-9c82-4f71-af0f-540c0b96027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37a424-2ab3-4652-aa39-9d9e8f0de470,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:29.028982 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d97d33c5-c197-44a0-85db-e7a0ef28ac75 req-8b4e004d-1841-4d5b-8fb3-ae0a5c8a30d3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Jan 17 11:04:29.051002 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c7519-8193-4c51-9d5c-ccf605b4afce x-openstack-request-id: req-4e5c7519-8193-4c51-9d5c-ccf605b4afce {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:04:29.051297 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51250db3-a339-470f-aa9b-2e55e32ff9b5", "name": "network-vif-deleted", "tag": "d0f85199-ad57-4b9f-80d1-7e7f9c243006", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:04:29.051552 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e5c7519-8193-4c51-9d5c-ccf605b4afce {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:04:29.051998 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51250db3-a339-470f-aa9b-2e55e32ff9b5', 'name': 'network-vif-deleted', 'tag': 'd0f85199-ad57-4b9f-80d1-7e7f9c243006', 'status': 'completed', 'code': 200} Jan 17 11:04:29.682827 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device d0f85199-ad57-4b9f-80d1-7e7f9c243006 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:04:29.707572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: d0f85199-ad57-4b9f-80d1-7e7f9c243006 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:04:29.707921 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device d0f85199-ad57-4b9f-80d1-7e7f9c243006 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:04:29.808252 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59810) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:29.822382 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c946217-36ad-48e2-ac60-92dd508a6d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:29.911545 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c946217-36ad-48e2-ac60-92dd508a6d7d admin admin] Publish callbacks [] for security_group (80166d5c-e9b9-48ff-87ae-458a21f2fb2e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:29.977107 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59816) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:30.010424 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1c946217-36ad-48e2-ac60-92dd508a6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (80166d5c-e9b9-48ff-87ae-458a21f2fb2e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.066786 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59824) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:30.067485 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1c946217-36ad-48e2-ac60-92dd508a6d7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4f34c2e53bc48e9b7ff36fdff00db59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581046 Jan 17 11:04:30.073122 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Deleting subnet 7d01b514-c926-48e4-bffc-04723843020b {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:04:30.077139 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946217-36ad-48e2-ac60-92dd508a6d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80166d5c-e9b9-48ff-87ae-458a21f2fb2e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:30.081434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Publish callbacks [] for subnet (7d01b514-c926-48e4-bffc-04723843020b), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.113581 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59826) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:30.145369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Publish callbacks [] for subnet (7d01b514-c926-48e4-bffc-04723843020b), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.157349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (7d01b514-c926-48e4-bffc-04723843020b), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.199687 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4541cc9a-926c-457d-b101-457fbadb3154 req-36cf18c5-3980-4312-a85c-d737f7eb5eb5 tempest-DeleteServersTestJSON-1463540379 tempest-DeleteServersTestJSON-1463540379-project] 10.222.0.44 "GET /v2.0/ports?device_id=51250db3-a339-470f-aa9b-2e55e32ff9b5 HTTP/1.1" status: 200 len: 210 time: 0.0955255 Jan 17 11:04:30.247663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] Publish callbacks [] for security_group (80166d5c-e9b9-48ff-87ae-458a21f2fb2e), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.249455 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-23227fb7-ce39-4c8b-9cfc-5b3d781442cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.267493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba63e-ec80-448c-bb6f-e297463dee02 req-cf3204fe-0a78-4b7f-8f40-eae1d4cf0296 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:30.268983 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1daba63e-ec80-448c-bb6f-e297463dee02 req-cf3204fe-0a78-4b7f-8f40-eae1d4cf0296 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.1070251 Jan 17 11:04:30.288862 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] Publish callbacks [] for security_group (80166d5c-e9b9-48ff-87ae-458a21f2fb2e), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.325879 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (7d01b514-c926-48e4-bffc-04723843020b), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.330064 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-23227fb7-ce39-4c8b-9cfc-5b3d781442cb admin admin] Publish callbacks [] for security_group (8e64eb67-3698-4dd3-8950-6874a64ac85f), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.350514 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1daba63e-ec80-448c-bb6f-e297463dee02 req-ad3f731b-1e35-47f0-8ad9-705b73396421 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Jan 17 11:04:30.360022 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d01b514-c926-48e4-bffc-04723843020b,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:30.370580 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.377625 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-fa9e4b4c-dfc3-411e-a510-2e94e993b9e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d01b514-c926-48e4-bffc-04723843020b HTTP/1.1" status: 204 len: 168 time: 0.3994331 Jan 17 11:04:30.380184 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59830) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:30.421158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-23227fb7-ce39-4c8b-9cfc-5b3d781442cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8e64eb67-3698-4dd3-8950-6874a64ac85f), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.455869 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (80166d5c-e9b9-48ff-87ae-458a21f2fb2e), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.458928 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.460243 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80166d5c-e9b9-48ff-87ae-458a21f2fb2e HTTP/1.1" status: 204 len: 168 time: 0.3904111 Jan 17 11:04:30.468409 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae11ab-518c-484f-a4c5-0570d4ef1aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80166d5c-e9b9-48ff-87ae-458a21f2fb2e,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:30.483295 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-23227fb7-ce39-4c8b-9cfc-5b3d781442cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36c7c28742e84721aa25cfe44e6d74af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679395 Jan 17 11:04:30.488823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (7b85b0df-3137-4140-b96e-1836346b2c4e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.489851 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59834) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:30.497491 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23227fb7-ce39-4c8b-9cfc-5b3d781442cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64eb67-3698-4dd3-8950-6874a64ac85f,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:30.618834 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] Publish callbacks [] for security_group (8e64eb67-3698-4dd3-8950-6874a64ac85f), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.621914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (7b85b0df-3137-4140-b96e-1836346b2c4e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.654056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.654402 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.655153 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.655503 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > port after_create 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.655860 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.656212 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > port after_update 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.656543 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.656862 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.657743 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.658069 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.820629 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-357acef4-6105-4d12-a14b-9f8f5a4d877a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.828245 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.828695 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.828914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.829904 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:30.830434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b85b0df-3137-4140-b96e-1836346b2c4e']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:30.847709 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] Publish callbacks [] for security_group (8e64eb67-3698-4dd3-8950-6874a64ac85f), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.858227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4c320f-73ca-4698-9e4a-9531c05e98d2') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:30.858948 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4c320f-73ca-4698-9e4a-9531c05e98d2') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:30.885828 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (0c4c320f-73ca-4698-9e4a-9531c05e98d2), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.922658 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (0c4c320f-73ca-4698-9e4a-9531c05e98d2), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.931689 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:04:30.932109 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (0c4c320f-73ca-4698-9e4a-9531c05e98d2), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: from cryptography.utils import int_from_bytes Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: from cryptography.utils import int_from_bytes Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.955815 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:04:30.957853 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:04:31.110604 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8e64eb67-3698-4dd3-8950-6874a64ac85f), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.113283 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.114457 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e64eb67-3698-4dd3-8950-6874a64ac85f HTTP/1.1" status: 204 len: 168 time: 0.6234512 Jan 17 11:04:31.115126 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (7b85b0df-3137-4140-b96e-1836346b2c4e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.145538 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333047b7-17ac-4712-be4b-1ea91baccb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64eb67-3698-4dd3-8950-6874a64ac85f,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:31.147550 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.153154 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b85b0df-3137-4140-b96e-1836346b2c4e HTTP/1.1" status: 204 len: 168 time: 0.7694504 Jan 17 11:04:31.153154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bbc74-cce5-4e2f-af68-e8c02597da1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b85b0df-3137-4140-b96e-1836346b2c4e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:31.154980 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59860) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:31.214247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Deleting subnet ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:04:31.218001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Publish callbacks [] for subnet (ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.259616 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Publish callbacks [] for subnet (ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.270201 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.411311 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.444280 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:31.453619 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.461321 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-29a37f05-4ae5-4338-b7af-57d7e7ff8d71 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec3a09ce-493c-4c7e-b7a0-d522c3fbc5fd HTTP/1.1" status: 204 len: 168 time: 0.3035777 Jan 17 11:04:31.463810 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59880) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:31.529705 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4949d3-bf26-4557-9f76-87230745996b req-2f529fad-2a24-4de5-a20b-c95ebae99d73 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:31.532093 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a4949d3-bf26-4557-9f76-87230745996b req-2f529fad-2a24-4de5-a20b-c95ebae99d73 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0688894 Jan 17 11:04:31.546303 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (058ae340-c986-41e9-bfc4-095df5575fdc), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.595974 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a4949d3-bf26-4557-9f76-87230745996b req-d35e2baa-7299-4f59-ad1a-7521798615ab tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579929 Jan 17 11:04:31.636826 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (058ae340-c986-41e9-bfc4-095df5575fdc), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.657720 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058ae340-c986-41e9-bfc4-095df5575fdc']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:31.666749 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a11d59a-9ad8-4092-a4eb-faba62999435') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:31.667048 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a11d59a-9ad8-4092-a4eb-faba62999435') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:31.676538 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (7a11d59a-9ad8-4092-a4eb-faba62999435), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.690400 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (7a11d59a-9ad8-4092-a4eb-faba62999435), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.697197 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:04:31.697197 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (7a11d59a-9ad8-4092-a4eb-faba62999435), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:04:31.698050 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:04:31.987763 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (058ae340-c986-41e9-bfc4-095df5575fdc), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.008390 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.013577 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/058ae340-c986-41e9-bfc4-095df5575fdc HTTP/1.1" status: 204 len: 168 time: 0.5478776 Jan 17 11:04:32.015265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ce68-d5d6-4e86-ba6d-f47cdd5afb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=058ae340-c986-41e9-bfc4-095df5575fdc,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:32.189646 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59904) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:32.202607 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b9f110ac-f7d7-4d53-9eca-e46d9243b09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.275973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b9f110ac-f7d7-4d53-9eca-e46d9243b09f admin admin] Publish callbacks [] for security_group (19db4503-df92-4401-85b5-3cb112a708d5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.420542 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b9f110ac-f7d7-4d53-9eca-e46d9243b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (19db4503-df92-4401-85b5-3cb112a708d5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.457814 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f110ac-f7d7-4d53-9eca-e46d9243b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db4503-df92-4401-85b5-3cb112a708d5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:32.461927 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-b9f110ac-f7d7-4d53-9eca-e46d9243b09f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=beddee41eb6d4818bc87e89c461d5980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712221 Jan 17 11:04:32.464624 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59908) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:32.514659 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] Publish callbacks [] for security_group (19db4503-df92-4401-85b5-3cb112a708d5), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.520330 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59910) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:32.537177 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] Publish callbacks [] for security_group (19db4503-df92-4401-85b5-3cb112a708d5), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.568016 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2a1197c0-e25f-4858-8463-e0e80c103863 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cb15f36b9a1494ab031adca820eb322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459132 Jan 17 11:04:32.570509 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59912) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:32.617422 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] Publish callbacks [] for security_group (5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.640972 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] Publish callbacks [] for security_group (5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.661743 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (19db4503-df92-4401-85b5-3cb112a708d5), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.677853 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.677853 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19db4503-df92-4401-85b5-3cb112a708d5 HTTP/1.1" status: 204 len: 168 time: 0.2041106 Jan 17 11:04:32.677853 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e27de-9c19-446d-9df5-1e4052c0ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db4503-df92-4401-85b5-3cb112a708d5,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:32.736746 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59920) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:32.781838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.784776 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.788491 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8 HTTP/1.1" status: 204 len: 168 time: 0.2144547 Jan 17 11:04:32.794407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf53b85-bf9e-454c-9e80-0f0e167ac25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2b0cb-ea16-4e57-92b8-a3d4502b62e8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:32.847020 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b684037-afcf-48c5-83ce-4d6c6f331460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:32.923676 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b684037-afcf-48c5-83ce-4d6c6f331460 admin admin] Publish callbacks [] for security_group (845df3ef-cdf2-49eb-8794-ae5963314832), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.054923 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b684037-afcf-48c5-83ce-4d6c6f331460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (845df3ef-cdf2-49eb-8794-ae5963314832), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.110864 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b684037-afcf-48c5-83ce-4d6c6f331460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845df3ef-cdf2-49eb-8794-ae5963314832,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:33.115199 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3b684037-afcf-48c5-83ce-4d6c6f331460 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5ba71185722461782902640c3b21adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774233 Jan 17 11:04:33.118232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59932) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:33.135632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5f93da3b-661a-48e1-a395-434313f1a01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.181755 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] Publish callbacks [] for security_group (845df3ef-cdf2-49eb-8794-ae5963314832), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.203040 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] Publish callbacks [] for security_group (845df3ef-cdf2-49eb-8794-ae5963314832), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.341601 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (845df3ef-cdf2-49eb-8794-ae5963314832), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.344365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.346159 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/845df3ef-cdf2-49eb-8794-ae5963314832 HTTP/1.1" status: 204 len: 168 time: 0.2269096 Jan 17 11:04:33.353975 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e6802-cee1-4fc7-81e8-5bbbc19cfc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845df3ef-cdf2-49eb-8794-ae5963314832,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:33.467645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59938) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:33.481478 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-666ed763-1e2c-42fe-9e5e-869bfb8f5ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.552593 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59940) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:33.562022 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-666ed763-1e2c-42fe-9e5e-869bfb8f5ce0 admin admin] Publish callbacks [] for security_group (494e9014-42c8-4e28-8b7e-77715b18c8f5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.593077 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1ff43ebc-180b-444e-8713-c286a26fa8ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=312ce07aab4d445a9a801e5878ec1e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393245 Jan 17 11:04:33.595576 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 59942) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:33.640505 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] Publish callbacks [] for security_group (5f6feb92-d280-4fa3-a6b6-64c0d9626ba5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.644373 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-666ed763-1e2c-42fe-9e5e-869bfb8f5ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (494e9014-42c8-4e28-8b7e-77715b18c8f5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.662490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] Publish callbacks [] for security_group (5f6feb92-d280-4fa3-a6b6-64c0d9626ba5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.683783 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-666ed763-1e2c-42fe-9e5e-869bfb8f5ce0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79d268f9bbb248379e0848bb2de5366c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148204 Jan 17 11:04:33.684888 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ed763-1e2c-42fe-9e5e-869bfb8f5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e9014-42c8-4e28-8b7e-77715b18c8f5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:33.692884 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 59944) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:33.733253 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] Publish callbacks [] for security_group (494e9014-42c8-4e28-8b7e-77715b18c8f5), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.753987 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] Publish callbacks [] for security_group (494e9014-42c8-4e28-8b7e-77715b18c8f5), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.780582 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5f6feb92-d280-4fa3-a6b6-64c0d9626ba5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.784277 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.785118 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f6feb92-d280-4fa3-a6b6-64c0d9626ba5 HTTP/1.1" status: 204 len: 168 time: 0.1886582 Jan 17 11:04:33.793442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01fdc8-c686-42aa-b336-26591ed8f24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6feb92-d280-4fa3-a6b6-64c0d9626ba5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:33.916925 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (494e9014-42c8-4e28-8b7e-77715b18c8f5), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.916925 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:33.917490 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/494e9014-42c8-4e28-8b7e-77715b18c8f5 HTTP/1.1" status: 204 len: 168 time: 0.2293553 Jan 17 11:04:33.925911 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087341-8f31-4442-a78c-ed179c56200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e9014-42c8-4e28-8b7e-77715b18c8f5,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:34.365479 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:35.587438 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.010147 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 60038) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:36.171278 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1d960224-29a3-4f3e-bc64-7e6e8a9f4da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.243779 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1d960224-29a3-4f3e-bc64-7e6e8a9f4da4 admin admin] Publish callbacks [] for security_group (9d1c871a-5f8c-4a4c-839f-91296cf82243), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.330640 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1d960224-29a3-4f3e-bc64-7e6e8a9f4da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9d1c871a-5f8c-4a4c-839f-91296cf82243), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.369394 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1d960224-29a3-4f3e-bc64-7e6e8a9f4da4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bff304ed8844d4382da7ac6cd2d3822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580656 Jan 17 11:04:36.370148 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d960224-29a3-4f3e-bc64-7e6e8a9f4da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c871a-5f8c-4a4c-839f-91296cf82243,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:36.372430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60056) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:36.420743 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] Publish callbacks [] for security_group (9d1c871a-5f8c-4a4c-839f-91296cf82243), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.441388 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] Publish callbacks [] for security_group (9d1c871a-5f8c-4a4c-839f-91296cf82243), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.558571 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9d1c871a-5f8c-4a4c-839f-91296cf82243), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.561522 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.562706 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1c871a-5f8c-4a4c-839f-91296cf82243 HTTP/1.1" status: 204 len: 168 time: 0.1892390 Jan 17 11:04:36.571661 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e57d2c-69b2-4436-aac7-8240fc72d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c871a-5f8c-4a4c-839f-91296cf82243,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:36.792907 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:36.869759 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019b3e-cd53-467f-a0ec-08de5d3b3d1e req-eed4f09b-bbad-4235-90e6-a47d2dd4701e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:36.871149 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3019b3e-cd53-467f-a0ec-08de5d3b3d1e req-eed4f09b-bbad-4235-90e6-a47d2dd4701e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Jan 17 11:04:36.919868 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3019b3e-cd53-467f-a0ec-08de5d3b3d1e req-e59fdd7c-74c1-4409-a32d-7fc8ffec5038 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Jan 17 11:04:38.036448 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcfb-1410-4ebc-b7cf-0ad25563c417 req-ac0caee0-8db4-4a55-bc93-030aa2ad3e5c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:38.037975 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94f9bcfb-1410-4ebc-b7cf-0ad25563c417 req-ac0caee0-8db4-4a55-bc93-030aa2ad3e5c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0480900 Jan 17 11:04:38.085562 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94f9bcfb-1410-4ebc-b7cf-0ad25563c417 req-06a8ca13-cafe-46af-815e-f8a016ff8dc0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Jan 17 11:04:39.213750 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff5e24-ec0a-4a32-ac23-a9bfcd8cf5f5 req-237d7f1a-858d-4e0c-859c-09f2fa97e0be tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:39.215373 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49ff5e24-ec0a-4a32-ac23-a9bfcd8cf5f5 req-237d7f1a-858d-4e0c-859c-09f2fa97e0be tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0527956 Jan 17 11:04:39.265681 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49ff5e24-ec0a-4a32-ac23-a9bfcd8cf5f5 req-c66d1caf-d352-4587-9f1c-d96c54f1a1f1 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Jan 17 11:04:39.309354 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fbdb5-001b-4fe8-abdd-119c74ebb554 req-eee024ef-ee61-4c02-8553-7d3a0d986f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:39.310875 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-db3fbdb5-001b-4fe8-abdd-119c74ebb554 req-eee024ef-ee61-4c02-8553-7d3a0d986f5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0432203 Jan 17 11:04:39.353616 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-db3fbdb5-001b-4fe8-abdd-119c74ebb554 req-eeef941b-6eae-44fe-b17a-8edd9d9e38a3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Jan 17 11:04:39.572804 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60160) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:39.618925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Deleting subnet 86d43015-cc14-4ade-8455-c5123d4af04b {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:04:39.622340 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Publish callbacks [] for subnet (86d43015-cc14-4ade-8455-c5123d4af04b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:39.658067 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Publish callbacks [] for subnet (86d43015-cc14-4ade-8455-c5123d4af04b), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:39.663916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (86d43015-cc14-4ade-8455-c5123d4af04b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:39.821891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for subnet (86d43015-cc14-4ade-8455-c5123d4af04b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:39.849891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d43015-cc14-4ade-8455-c5123d4af04b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:39.853916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:39.857293 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e3734ce5-56ba-4a16-a803-908747bbe4b4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86d43015-cc14-4ade-8455-c5123d4af04b HTTP/1.1" status: 204 len: 168 time: 0.2832892 Jan 17 11:04:39.859722 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60168) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:39.924925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (058798fe-a666-4976-8ade-daf90ce34d6d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.008729 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (058798fe-a666-4976-8ade-daf90ce34d6d), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.030945 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.031357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.032183 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.032692 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.033098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.033501 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.033925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.034765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.034765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.035066 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.106816 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.107168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.107504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.107835 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 11:04:40.108199 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058798fe-a666-4976-8ade-daf90ce34d6d']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:40.126965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07165f25-5201-40cd-9162-cd68c1ec5954') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:40.127258 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07165f25-5201-40cd-9162-cd68c1ec5954') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:04:40.145150 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (07165f25-5201-40cd-9162-cd68c1ec5954), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.164847 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (07165f25-5201-40cd-9162-cd68c1ec5954), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.172719 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:04:40.174899 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (07165f25-5201-40cd-9162-cd68c1ec5954), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:04:40.180760 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:04:40.341378 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (058798fe-a666-4976-8ade-daf90ce34d6d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.347770 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:40.351202 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] 10.222.0.44 "DELETE /v2.0/networks/058798fe-a666-4976-8ade-daf90ce34d6d HTTP/1.1" status: 204 len: 168 time: 0.4900301 Jan 17 11:04:40.385552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96711-a62f-416c-8e6d-00d480f3631b admin admin] Pushing event deleted for resources: {'Network': ['ID=058798fe-a666-4976-8ade-daf90ce34d6d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:40.411119 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d76872-5cdc-452a-a0fa-a6c1cf336b50 req-594b21e9-817b-4311-93ed-6cdc146082aa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:40.412596 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36d76872-5cdc-452a-a0fa-a6c1cf336b50 req-594b21e9-817b-4311-93ed-6cdc146082aa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0603638 Jan 17 11:04:40.462426 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36d76872-5cdc-452a-a0fa-a6c1cf336b50 req-56a0d50a-85dd-4540-86d6-b27baa9fcee2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Jan 17 11:04:41.058452 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60194) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:41.097725 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d1f9d216-3164-498d-933a-fc0a7e176519 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a25bb672b93d4d69806f5a4dcf6a47aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375173 Jan 17 11:04:41.100162 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60196) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:41.149449 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] Publish callbacks [] for security_group (7fbda70d-04f0-4400-9470-2b24507af0ba), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:41.170875 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] Publish callbacks [] for security_group (7fbda70d-04f0-4400-9470-2b24507af0ba), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:41.307557 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7fbda70d-04f0-4400-9470-2b24507af0ba), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:41.310546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:41.315310 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fbda70d-04f0-4400-9470-2b24507af0ba HTTP/1.1" status: 204 len: 168 time: 0.2107258 Jan 17 11:04:41.320069 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6a480-4853-4bf8-b077-f91db60ef20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbda70d-04f0-4400-9470-2b24507af0ba,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:45.731815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0058-bc2a-4251-b987-91dff59cbc4f req-d17ae22b-c3b5-4c59-8496-fe04ab391aca tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:45.733252 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d26e0058-bc2a-4251-b987-91dff59cbc4f req-d17ae22b-c3b5-4c59-8496-fe04ab391aca tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0479457 Jan 17 11:04:45.780651 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d26e0058-bc2a-4251-b987-91dff59cbc4f req-63baf8bd-4657-4fd2-adea-adde3402c360 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Jan 17 11:04:45.894238 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b822-3fa5-467f-a2b1-0eaa6b9b1d1d req-823361b8-5506-4866-a18e-95ca743fcc80 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:45.895596 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-67b7b822-3fa5-467f-a2b1-0eaa6b9b1d1d req-823361b8-5506-4866-a18e-95ca743fcc80 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0467360 Jan 17 11:04:45.943479 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-67b7b822-3fa5-467f-a2b1-0eaa6b9b1d1d req-1c7cd33f-07d0-4feb-9a20-69f3eb943394 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Jan 17 11:04:46.820370 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:58.916659 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348df29-af10-459c-9555-748d093eaa35 req-ab907bfd-0b97-41c1-925c-b004d7495b84 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:58.918511 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3348df29-af10-459c-9555-748d093eaa35 req-ab907bfd-0b97-41c1-925c-b004d7495b84 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0889642 Jan 17 11:04:58.918869 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-7b61fd8f-07c0-468a-ab7f-4452ae2e19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:58.920855 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-7b61fd8f-07c0-468a-ab7f-4452ae2e19e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0512350 Jan 17 11:04:58.991596 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3348df29-af10-459c-9555-748d093eaa35 req-4d1a5b69-4de1-4ea0-99db-d5780748f090 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672817 Jan 17 11:04:59.027260 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-54cbc2a2-fe36-46eb-8cb7-d1fe8f0d9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:04:59.028638 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-54cbc2a2-fe36-46eb-8cb7-d1fe8f0d9470 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1010172 Jan 17 11:04:59.453566 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60594) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:59.566671 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9d2170b9-7472-4784-ae40-d6632ff704f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:59.637542 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9d2170b9-7472-4784-ae40-d6632ff704f8 admin admin] Publish callbacks [] for security_group (8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:59.729766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9d2170b9-7472-4784-ae40-d6632ff704f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:59.766607 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9d2170b9-7472-4784-ae40-d6632ff704f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01a681c81c6f41cf849cd2d3d72177cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116927 Jan 17 11:04:59.770329 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 60608) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:04:59.770547 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2170b9-7472-4784-ae40-d6632ff704f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:04:59.841238 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] Publish callbacks [] for security_group (8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:04:59.861378 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:04:59.865174 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] Publish callbacks [] for security_group (8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.043334 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.046241 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.056930 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa HTTP/1.1" status: 204 len: 168 time: 0.2719512 Jan 17 11:05:00.061227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958db52-eb7e-4999-b2f3-37b225d64627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca02d73-ebc1-44a8-a7e7-36a38f98bcaa,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:00.303386 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 60640) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:00.515100 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-14ba93df-4eae-4150-a708-4f76159d47bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.589405 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-14ba93df-4eae-4150-a708-4f76159d47bc admin admin] Publish callbacks [] for security_group (f7ba153d-6c99-4481-915f-441e1fda5495), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.798339 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-14ba93df-4eae-4150-a708-4f76159d47bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f7ba153d-6c99-4481-915f-441e1fda5495), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.836140 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-14ba93df-4eae-4150-a708-4f76159d47bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d44a1d1700104b9296f4f6561de6d738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5316424 Jan 17 11:05:00.837076 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba93df-4eae-4150-a708-4f76159d47bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba153d-6c99-4481-915f-441e1fda5495,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:00.838917 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60648) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:00.891016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 60650) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:00.891179 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] Publish callbacks [] for security_group (f7ba153d-6c99-4481-915f-441e1fda5495), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.906775 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a11f7aa7-9da0-4fb5-8268-209dc7f12b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.912668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] Publish callbacks [] for security_group (f7ba153d-6c99-4481-915f-441e1fda5495), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.916760 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7f78fb6a-e4c9-4f52-92f9-edad0a909e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:00.979233 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a11f7aa7-9da0-4fb5-8268-209dc7f12b0b admin admin] Publish callbacks [] for security_group (144fa44e-80b2-4b0e-9060-9d7ada16bf8c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.044296 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f7ba153d-6c99-4481-915f-441e1fda5495), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.046985 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.048128 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7ba153d-6c99-4481-915f-441e1fda5495 HTTP/1.1" status: 204 len: 168 time: 0.2081804 Jan 17 11:05:01.055740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96d19b-9e38-4414-9f28-9e6803d3e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba153d-6c99-4481-915f-441e1fda5495,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:01.078172 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a11f7aa7-9da0-4fb5-8268-209dc7f12b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (144fa44e-80b2-4b0e-9060-9d7ada16bf8c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.120033 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a11f7aa7-9da0-4fb5-8268-209dc7f12b0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad05da2ee51546be8b827219a435c045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278316 Jan 17 11:05:01.120854 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7aa7-9da0-4fb5-8268-209dc7f12b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144fa44e-80b2-4b0e-9060-9d7ada16bf8c,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:01.122696 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60656) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:01.173637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] Publish callbacks [] for security_group (144fa44e-80b2-4b0e-9060-9d7ada16bf8c), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.192783 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-d8fb63d1-e8f3-4d60-81f5-87a5bc649ece service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0376356 Jan 17 11:05:01.200080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] Publish callbacks [] for security_group (144fa44e-80b2-4b0e-9060-9d7ada16bf8c), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.306548 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (144fa44e-80b2-4b0e-9060-9d7ada16bf8c), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.309362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.310625 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/144fa44e-80b2-4b0e-9060-9d7ada16bf8c HTTP/1.1" status: 204 len: 168 time: 0.1866629 Jan 17 11:05:01.318643 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b8380-a61b-49a6-a53a-3735c078b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144fa44e-80b2-4b0e-9060-9d7ada16bf8c,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:01.782357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60674) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:01.795678 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c21c19f-97da-4333-884c-a9717244d337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:01.871329 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c21c19f-97da-4333-884c-a9717244d337 admin admin] Publish callbacks [] for security_group (f1a45664-b277-4097-a12f-6d94aebf671b), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.003700 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c21c19f-97da-4333-884c-a9717244d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f1a45664-b277-4097-a12f-6d94aebf671b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.045310 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0c21c19f-97da-4333-884c-a9717244d337 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bb403796bd34f989c1f8889bbb5db7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584116 Jan 17 11:05:02.045310 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21c19f-97da-4333-884c-a9717244d337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a45664-b277-4097-a12f-6d94aebf671b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:02.045511 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60680) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:02.094902 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] Publish callbacks [] for security_group (f1a45664-b277-4097-a12f-6d94aebf671b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.116356 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] Publish callbacks [] for security_group (f1a45664-b277-4097-a12f-6d94aebf671b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.261159 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f1a45664-b277-4097-a12f-6d94aebf671b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.263813 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:02.265695 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a45664-b277-4097-a12f-6d94aebf671b HTTP/1.1" status: 204 len: 168 time: 0.2186027 Jan 17 11:05:02.276005 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c178f8-9ab8-4089-aef3-307483087ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a45664-b277-4097-a12f-6d94aebf671b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:02.798599 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-bc39115d-b947-48ac-ad90-abbcc6ddbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:02.800090 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-bc39115d-b947-48ac-ad90-abbcc6ddbcb4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0548196 Jan 17 11:05:02.834993 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-227648ec-5151-4962-ac22-91810573b710 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279171 Jan 17 11:05:02.890822 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f4ea7-d78d-4a44-a392-f441488f31d5 req-7fb23443-d42f-4c8d-b59e-26d07b42bfbb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:02.893038 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d14f4ea7-d78d-4a44-a392-f441488f31d5 req-7fb23443-d42f-4c8d-b59e-26d07b42bfbb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0531096 Jan 17 11:05:02.962327 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-7f7a493f-a753-41bd-92a1-21d6c77601d0 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117380 Jan 17 11:05:02.962471 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d14f4ea7-d78d-4a44-a392-f441488f31d5 req-50eb18cc-b1e8-4e73-993c-484c995faf54 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543103 Jan 17 11:05:03.050164 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-cfb2b07e-32b6-4eb8-b5f4-da30690a8df5 req-0dcb061d-e4c5-4cdd-9a58-1c999b16d92d service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Jan 17 11:05:03.181307 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55a3f8b4-1c64-4873-b1af-647ae72b327a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:04.062342 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd327-7533-449f-a3a7-5aa5773f670a req-3d24402f-d4d3-45c6-909d-a3430f7701b6 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:04.063943 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-824bd327-7533-449f-a3a7-5aa5773f670a req-3d24402f-d4d3-45c6-909d-a3430f7701b6 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0474823 Jan 17 11:05:04.112298 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-824bd327-7533-449f-a3a7-5aa5773f670a req-d0cc6b5f-75ed-4930-a736-5608fd36fce3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Jan 17 11:05:04.358416 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:05.586882 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:06.263370 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831c688-f8e8-418c-82cc-f0d9fa6636f7 req-ba83d1d5-c740-45f9-9499-35be10854d54 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:06.264797 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2831c688-f8e8-418c-82cc-f0d9fa6636f7 req-ba83d1d5-c740-45f9-9499-35be10854d54 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0466537 Jan 17 11:05:06.309218 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2831c688-f8e8-418c-82cc-f0d9fa6636f7 req-93e32cdf-daf6-4d5a-97b7-4b8d8f7fdcd2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jan 17 11:05:06.815327 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:08.977273 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c89cab-a599-4ae4-93bb-349eb1bbbe0d req-b9c1b777-5167-463e-b664-862599c583e7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:08.978776 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7c89cab-a599-4ae4-93bb-349eb1bbbe0d req-b9c1b777-5167-463e-b664-862599c583e7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0722051 Jan 17 11:05:09.024668 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7c89cab-a599-4ae4-93bb-349eb1bbbe0d req-3ec5b88f-7e40-4df4-954e-54bddde77389 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Jan 17 11:05:10.146165 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3faa6-6520-42be-96ec-83ae3d4660fd req-2b176a03-8197-4e51-8294-226ab5e787d4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:10.147660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a4a3faa6-6520-42be-96ec-83ae3d4660fd req-2b176a03-8197-4e51-8294-226ab5e787d4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0480764 Jan 17 11:05:10.197092 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a4a3faa6-6520-42be-96ec-83ae3d4660fd req-f4ec583b-5167-4b1d-aa9b-91393ef0e203 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Jan 17 11:05:11.310311 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a109-4bea-46e8-af1a-447436465993 req-3d02022e-e754-4497-9975-5c5cfeaf634a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:11.311764 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-46b1a109-4bea-46e8-af1a-447436465993 req-3d02022e-e754-4497-9975-5c5cfeaf634a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0476480 Jan 17 11:05:11.364455 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-46b1a109-4bea-46e8-af1a-447436465993 req-69d8ac3a-01b2-467d-9060-f25cd3ea9021 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460067 Jan 17 11:05:12.318946 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60984) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:12.430227 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:12.510239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb754c0-f54d-4ca5-b710-01c9663ec567 req-c6de82e5-8c95-4953-ba47-cd2d6d3d1453 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:12.511628 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ccb754c0-f54d-4ca5-b710-01c9663ec567 req-c6de82e5-8c95-4953-ba47-cd2d6d3d1453 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0786140 Jan 17 11:05:12.577613 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Publish callbacks [] for security_group (4848a44f-672c-4642-a276-7a26ea3e2c26), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:12.583373 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ccb754c0-f54d-4ca5-b710-01c9663ec567 req-774eb247-cee5-4809-9cc7-80900fb2af27 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Jan 17 11:05:12.689402 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (4848a44f-672c-4642-a276-7a26ea3e2c26), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:12.728502 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848a44f-672c-4642-a276-7a26ea3e2c26,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:12.732264 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da4a2918062d4c71a2b79deddfe74bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121971 Jan 17 11:05:12.735511 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60992) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:12.748079 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.748351 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.748691 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.749028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.749364 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.749711 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.750042 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.750368 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.750695 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.751021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.751343 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.751681 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.751983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c321b-34a3-40de-aef7-e0e49b12c18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:12.796281 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] Publish callbacks [] for security_group (4848a44f-672c-4642-a276-7a26ea3e2c26), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:12.818010 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] Publish callbacks [] for security_group (4848a44f-672c-4642-a276-7a26ea3e2c26), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.003967 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (4848a44f-672c-4642-a276-7a26ea3e2c26), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.006443 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.008840 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4848a44f-672c-4642-a276-7a26ea3e2c26 HTTP/1.1" status: 204 len: 168 time: 0.2681952 Jan 17 11:05:13.017940 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af555f9c-0e5d-4109-a550-2bd8c4992c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848a44f-672c-4642-a276-7a26ea3e2c26,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:13.691441 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 32800) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:13.713405 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8020-4b53-4b9a-b1e2-6832cc9f8981 req-d3047336-3b91-455d-b1d7-8f05194e7684 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:13.714869 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da7d8020-4b53-4b9a-b1e2-6832cc9f8981 req-d3047336-3b91-455d-b1d7-8f05194e7684 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0611804 Jan 17 11:05:13.715695 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-601d95e8-98f5-4d2c-a653-0ef6c3a8e6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.786026 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da7d8020-4b53-4b9a-b1e2-6832cc9f8981 req-be2c3b27-d83a-4356-a1b4-55de80dcb425 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629992 Jan 17 11:05:13.828195 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-601d95e8-98f5-4d2c-a653-0ef6c3a8e6d6 admin admin] Publish callbacks [] for security_group (5d29a9f0-b34c-4be6-b712-c63f24f85536), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.884325 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-601d95e8-98f5-4d2c-a653-0ef6c3a8e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5d29a9f0-b34c-4be6-b712-c63f24f85536), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.920459 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d95e8-98f5-4d2c-a653-0ef6c3a8e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29a9f0-b34c-4be6-b712-c63f24f85536,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:13.925541 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-601d95e8-98f5-4d2c-a653-0ef6c3a8e6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15909cc3e76d418caa508110d0ab95d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323592 Jan 17 11:05:13.928830 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 32802) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:13.973761 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] Publish callbacks [] for security_group (5d29a9f0-b34c-4be6-b712-c63f24f85536), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:13.995877 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] Publish callbacks [] for security_group (5d29a9f0-b34c-4be6-b712-c63f24f85536), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:14.100745 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5d29a9f0-b34c-4be6-b712-c63f24f85536), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:14.103758 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:14.105950 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d29a9f0-b34c-4be6-b712-c63f24f85536 HTTP/1.1" status: 204 len: 168 time: 0.1762748 Jan 17 11:05:14.113766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfddf6-51f6-47f0-a701-8108e0032806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29a9f0-b34c-4be6-b712-c63f24f85536,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:16.808958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:17.220342 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451cf66-eb16-4269-8e63-f4a3bfff771c req-c961763b-bb75-439b-b3b8-f704f07e0cb8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:17.221836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9451cf66-eb16-4269-8e63-f4a3bfff771c req-c961763b-bb75-439b-b3b8-f704f07e0cb8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0496292 Jan 17 11:05:17.280597 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9451cf66-eb16-4269-8e63-f4a3bfff771c req-c8f71834-dbb4-4b14-9e23-805438329835 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Jan 17 11:05:19.171350 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f8aa0-4d00-4a3c-ab67-41c6ec3ae77a req-e6162c2e-1877-45b2-99e1-746c4115ab61 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:19.172880 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-615f8aa0-4d00-4a3c-ab67-41c6ec3ae77a req-e6162c2e-1877-45b2-99e1-746c4115ab61 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0492930 Jan 17 11:05:19.218887 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-615f8aa0-4d00-4a3c-ab67-41c6ec3ae77a req-04318152-72df-4d29-b626-9eb16f7a3988 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Jan 17 11:05:20.293793 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-3a791750-3123-425f-afcd-537d375fc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:20.295323 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-3a791750-3123-425f-afcd-537d375fc2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0406322 Jan 17 11:05:20.343002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790cbb7-fc2e-4a75-89d9-4a90f62e8022 req-72521cdd-50dc-45f5-945a-a59f6d6e0756 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:20.344529 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4790cbb7-fc2e-4a75-89d9-4a90f62e8022 req-72521cdd-50dc-45f5-945a-a59f6d6e0756 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0491898 Jan 17 11:05:20.393860 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4790cbb7-fc2e-4a75-89d9-4a90f62e8022 req-25b44064-4c3f-4f4d-a6d2-bbf61ff50644 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Jan 17 11:05:20.406938 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-5411a413-01f2-41b2-a29d-38fc53f5890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:20.409549 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-5411a413-01f2-41b2-a29d-38fc53f5890e service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.0941248 Jan 17 11:05:20.452256 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-020a79fb-5d8d-49c2-abaa-aaac23808cdc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0357351 Jan 17 11:05:20.499173 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-2e88473e-e9d7-4ab5-82d4-2fce69333913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:20.500639 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-2e88473e-e9d7-4ab5-82d4-2fce69333913 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0423908 Jan 17 11:05:20.531040 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-24a6dfa4-a88a-4716-92d7-d8906fa12226 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239749 Jan 17 11:05:20.627803 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-f8ef9e88-3d62-478f-be31-321e3b15c4e1 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876162 Jan 17 11:05:21.150860 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 32994) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:21.271815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db7db55c-d1c6-43f2-b569-24451c8fd610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.354779 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db7db55c-d1c6-43f2-b569-24451c8fd610 admin admin] Publish callbacks [] for security_group (14114d29-af12-4699-a1d2-a6532de5562f), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.421178 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db7db55c-d1c6-43f2-b569-24451c8fd610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (14114d29-af12-4699-a1d2-a6532de5562f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.459785 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-db7db55c-d1c6-43f2-b569-24451c8fd610 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a17cfcccc5444192bbc0d5fa1f3dfe62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078072 Jan 17 11:05:21.460643 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7db55c-d1c6-43f2-b569-24451c8fd610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14114d29-af12-4699-a1d2-a6532de5562f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:21.463277 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33016) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:21.517907 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Publish callbacks [] for security_group (14114d29-af12-4699-a1d2-a6532de5562f), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.537590 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Publish callbacks [] for security_group (14114d29-af12-4699-a1d2-a6532de5562f), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.674620 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (14114d29-af12-4699-a1d2-a6532de5562f), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.674918 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.676015 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14114d29-af12-4699-a1d2-a6532de5562f HTTP/1.1" status: 204 len: 168 time: 0.2110147 Jan 17 11:05:21.684517 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14114d29-af12-4699-a1d2-a6532de5562f,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:21.692035 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.692696 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.692696 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.693053 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.693391 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.693811 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.694086 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.694420 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.694745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.695361 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.695701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.696359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.696359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31157240-4729-4e3c-90ce-9e716bf0556d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:21.743699 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33022) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:21.844965 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c7d82a35-600b-48ce-b83c-ea4538116cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.933164 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c7d82a35-600b-48ce-b83c-ea4538116cf3 admin admin] Publish callbacks [] for security_group (6b57108b-0ca3-4e5d-95f5-c7d875cdae64), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:21.998634 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c7d82a35-600b-48ce-b83c-ea4538116cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6b57108b-0ca3-4e5d-95f5-c7d875cdae64), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:22.041223 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-c7d82a35-600b-48ce-b83c-ea4538116cf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19e1d269fecc476db4fc6443c3b430cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964010 Jan 17 11:05:22.043504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d82a35-600b-48ce-b83c-ea4538116cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57108b-0ca3-4e5d-95f5-c7d875cdae64,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:22.044228 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33026) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:22.099186 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] Publish callbacks [] for security_group (6b57108b-0ca3-4e5d-95f5-c7d875cdae64), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:22.127668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] Publish callbacks [] for security_group (6b57108b-0ca3-4e5d-95f5-c7d875cdae64), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:22.260639 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6b57108b-0ca3-4e5d-95f5-c7d875cdae64), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:22.263165 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:22.264295 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b57108b-0ca3-4e5d-95f5-c7d875cdae64 HTTP/1.1" status: 204 len: 168 time: 0.2189746 Jan 17 11:05:22.272156 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989018-8e0a-44ca-95b4-2bc52b14e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57108b-0ca3-4e5d-95f5-c7d875cdae64,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:22.676471 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0c2595b6-6e01-487e-8c96-58482d03eba9 req-6cc391f3-fae6-4d94-8e30-892bd35d5b0b service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801008 Jan 17 11:05:22.997111 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33040) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:23.009765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3455-ff88-4d61-bdc5-b710895e28ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.083603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3455-ff88-4d61-bdc5-b710895e28ed admin admin] Publish callbacks [] for security_group (b2256834-d5b2-479e-be8a-fddb96e7ee24), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.158043 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3455-ff88-4d61-bdc5-b710895e28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b2256834-d5b2-479e-be8a-fddb96e7ee24), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.195583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c3455-ff88-4d61-bdc5-b710895e28ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2256834-d5b2-479e-be8a-fddb96e7ee24,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:23.200970 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8b1c3455-ff88-4d61-bdc5-b710895e28ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfc3683a7ea6457a9b8d1b6e5f8af8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028198 Jan 17 11:05:23.203617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33044) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:23.249563 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] Publish callbacks [] for security_group (b2256834-d5b2-479e-be8a-fddb96e7ee24), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.269288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] Publish callbacks [] for security_group (b2256834-d5b2-479e-be8a-fddb96e7ee24), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.438018 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b2256834-d5b2-479e-be8a-fddb96e7ee24), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.443523 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:23.443523 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2256834-d5b2-479e-be8a-fddb96e7ee24 HTTP/1.1" status: 204 len: 168 time: 0.2372923 Jan 17 11:05:23.449725 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73356ea9-57ef-48be-84bf-b2f3d62f4a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2256834-d5b2-479e-be8a-fddb96e7ee24,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:25.874478 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33114) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:25.941094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c5b57-94a2-4f68-ae37-20938402437f req-d82f9281-73b6-4efb-a3ed-2a7af3740d32 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:25.942634 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db5c5b57-94a2-4f68-ae37-20938402437f req-d82f9281-73b6-4efb-a3ed-2a7af3740d32 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0499175 Jan 17 11:05:25.979221 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05160a9a-ec6e-4fc6-b920-32aa7fd5bedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.013682 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db5c5b57-94a2-4f68-ae37-20938402437f req-a4ad5822-d73d-4252-8a4c-7e8aceb77835 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656679 Jan 17 11:05:26.071098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05160a9a-ec6e-4fc6-b920-32aa7fd5bedd admin admin] Publish callbacks [] for security_group (3b1c26dc-c455-406b-9d1a-fb2930fad445), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.215623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05160a9a-ec6e-4fc6-b920-32aa7fd5bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (3b1c26dc-c455-406b-9d1a-fb2930fad445), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.253418 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-05160a9a-ec6e-4fc6-b920-32aa7fd5bedd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18f260c666e741309c02a1839db727b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777027 Jan 17 11:05:26.254378 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160a9a-ec6e-4fc6-b920-32aa7fd5bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c26dc-c455-406b-9d1a-fb2930fad445,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:26.256097 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33124) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:26.304634 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] Publish callbacks [] for security_group (3b1c26dc-c455-406b-9d1a-fb2930fad445), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.325205 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] Publish callbacks [] for security_group (3b1c26dc-c455-406b-9d1a-fb2930fad445), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.677810 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (3b1c26dc-c455-406b-9d1a-fb2930fad445), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.681085 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:26.685225 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b1c26dc-c455-406b-9d1a-fb2930fad445 HTTP/1.1" status: 204 len: 168 time: 0.4280090 Jan 17 11:05:26.696085 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0a351-20e7-428c-b37c-0c1a7644d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c26dc-c455-406b-9d1a-fb2930fad445,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:27.144240 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f457-9bcf-4f05-ac70-04ea16b7613d req-113f078c-f569-49d2-bd5b-893b7b3b6b2e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:27.145802 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9df7f457-9bcf-4f05-ac70-04ea16b7613d req-113f078c-f569-49d2-bd5b-893b7b3b6b2e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0522153 Jan 17 11:05:27.192580 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9df7f457-9bcf-4f05-ac70-04ea16b7613d req-2e3cffca-76ac-4ae0-a740-fbe75ef77da0 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Jan 17 11:05:27.304625 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890198-ee97-46ec-82ae-40a74182b8db req-c389930e-48ac-493a-9b82-24ce40866cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:27.305967 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-95890198-ee97-46ec-82ae-40a74182b8db req-c389930e-48ac-493a-9b82-24ce40866cf9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0401895 Jan 17 11:05:27.341034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33146) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:27.352267 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-95890198-ee97-46ec-82ae-40a74182b8db req-7bfe3045-b538-41a4-b24d-b884b6d6291c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Jan 17 11:05:27.357472 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-440fa685-12c5-4c9b-8471-07cc9a2084bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.426543 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-440fa685-12c5-4c9b-8471-07cc9a2084bc admin admin] Publish callbacks [] for security_group (cdc71fdd-9eb4-48c0-8913-a402dae5bc06), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.535155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-440fa685-12c5-4c9b-8471-07cc9a2084bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cdc71fdd-9eb4-48c0-8913-a402dae5bc06), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.575929 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-440fa685-12c5-4c9b-8471-07cc9a2084bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f24530faafe4c1daa3cace62746c2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309484 Jan 17 11:05:27.575929 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fa685-12c5-4c9b-8471-07cc9a2084bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc71fdd-9eb4-48c0-8913-a402dae5bc06,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:27.576821 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33152) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:27.622904 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] Publish callbacks [] for security_group (cdc71fdd-9eb4-48c0-8913-a402dae5bc06), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.642659 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] Publish callbacks [] for security_group (cdc71fdd-9eb4-48c0-8913-a402dae5bc06), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.780817 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (cdc71fdd-9eb4-48c0-8913-a402dae5bc06), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.783813 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:27.784954 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdc71fdd-9eb4-48c0-8913-a402dae5bc06 HTTP/1.1" status: 204 len: 168 time: 0.2076983 Jan 17 11:05:27.797589 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c349-41e5-415f-9691-f1baea8dc664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc71fdd-9eb4-48c0-8913-a402dae5bc06,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:28.307937 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ba998-8b90-4268-a976-0b52fc23ab9a req-728f3c3c-527c-4cbb-b361-b836eaa9251c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:28.309756 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-257ba998-8b90-4268-a976-0b52fc23ab9a req-728f3c3c-527c-4cbb-b361-b836eaa9251c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0474763 Jan 17 11:05:28.361599 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-257ba998-8b90-4268-a976-0b52fc23ab9a req-705702b5-9ba4-495f-9cf4-688f43810a49 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Jan 17 11:05:29.479071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20388964-b1d9-44ec-9a15-19d52c423fa0 req-a0cc097a-d0b8-450b-9aab-5030fbfac85c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:29.481170 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20388964-b1d9-44ec-9a15-19d52c423fa0 req-a0cc097a-d0b8-450b-9aab-5030fbfac85c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0529761 Jan 17 11:05:29.527602 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20388964-b1d9-44ec-9a15-19d52c423fa0 req-e009c268-92e7-4717-8e2d-7d721e61d632 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Jan 17 11:05:29.644386 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33222) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:29.749936 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ff37777-16d6-4784-99f8-01290d9159fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:29.820060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ff37777-16d6-4784-99f8-01290d9159fb admin admin] Publish callbacks [] for security_group (016ebae9-8fbb-493c-a375-119b5089ab0d), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:29.924356 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ff37777-16d6-4784-99f8-01290d9159fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (016ebae9-8fbb-493c-a375-119b5089ab0d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:29.958938 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2140fc-c4be-4737-9d0c-74637a84050e req-3eaebb04-cd32-4625-8276-f8059177e287 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:29.960713 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d2140fc-c4be-4737-9d0c-74637a84050e req-3eaebb04-cd32-4625-8276-f8059177e287 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0671551 Jan 17 11:05:29.967282 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8ff37777-16d6-4784-99f8-01290d9159fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d1012f263b54627b9bbcda06feb0b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216655 Jan 17 11:05:29.968640 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff37777-16d6-4784-99f8-01290d9159fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016ebae9-8fbb-493c-a375-119b5089ab0d,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:29.970006 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33236) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:30.060044 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d2140fc-c4be-4737-9d0c-74637a84050e req-bd606bb0-620b-4758-9171-3c4c0dcc1f9a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909870 Jan 17 11:05:30.079662 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] Publish callbacks [] for security_group (016ebae9-8fbb-493c-a375-119b5089ab0d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:30.093710 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-4a1f3e78-2bd8-4ba2-9fc6-c592673797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:30.095239 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-4a1f3e78-2bd8-4ba2-9fc6-c592673797a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0760193 Jan 17 11:05:30.103080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] Publish callbacks [] for security_group (016ebae9-8fbb-493c-a375-119b5089ab0d), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:30.195997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-63cea9de-bd02-414e-81b6-a88c8e2f3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:30.197651 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-63cea9de-bd02-414e-81b6-a88c8e2f3360 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.0959170 Jan 17 11:05:30.232168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (016ebae9-8fbb-493c-a375-119b5089ab0d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:30.234814 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:30.236009 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/016ebae9-8fbb-493c-a375-119b5089ab0d HTTP/1.1" status: 204 len: 168 time: 0.2648711 Jan 17 11:05:30.241737 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-4066f778-1265-4ebc-aa65-e05fdec7453d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0367188 Jan 17 11:05:30.244417 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c0f8-13b0-4773-8fbc-19ee5cc8ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ebae9-8fbb-493c-a375-119b5089ab0d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:30.291946 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-530a3d29-a183-4748-9690-01b8e3ebd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:30.293468 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-530a3d29-a183-4748-9690-01b8e3ebd55c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0444009 Jan 17 11:05:30.326341 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-28c4d06d-e640-48a3-9811-6f1896fb5621 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265565 Jan 17 11:05:30.418860 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-7f60c331-c8f4-4de2-98af-a97372ecd9d5 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860221 Jan 17 11:05:30.514274 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9d6e264f-6f68-46ba-b4da-a80784506a48 req-d931b8b4-31fa-4ede-b1af-0ab835fa82d7 service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Jan 17 11:05:30.860853 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b0f2-30b7-4cb4-8e30-98d216ad42a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:30.948048 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33260) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:30.974309 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ee3189c-8406-47fc-bf22-de1243de2a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.047045 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ee3189c-8406-47fc-bf22-de1243de2a5d admin admin] Publish callbacks [] for security_group (29f6f506-45bf-4f79-b9bc-9e69f57236a5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.141016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ee3189c-8406-47fc-bf22-de1243de2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29f6f506-45bf-4f79-b9bc-9e69f57236a5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.170732 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aa87b-3372-434c-9a51-b2015dffbefb req-23eb9ebb-03e3-47f6-acbc-80a250fd1884 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:31.172232 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c40aa87b-3372-434c-9a51-b2015dffbefb req-23eb9ebb-03e3-47f6-acbc-80a250fd1884 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0469584 Jan 17 11:05:31.179457 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8ee3189c-8406-47fc-bf22-de1243de2a5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3afa02814a99410d9e41f0cda29dbd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303171 Jan 17 11:05:31.180311 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3189c-8406-47fc-bf22-de1243de2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6f506-45bf-4f79-b9bc-9e69f57236a5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:31.183247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33266) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:31.244594 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c40aa87b-3372-434c-9a51-b2015dffbefb req-40b3fb05-3ccb-4061-95e4-88bd34b70501 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Jan 17 11:05:31.261440 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] Publish callbacks [] for security_group (29f6f506-45bf-4f79-b9bc-9e69f57236a5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.282596 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] Publish callbacks [] for security_group (29f6f506-45bf-4f79-b9bc-9e69f57236a5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.432057 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29f6f506-45bf-4f79-b9bc-9e69f57236a5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.435040 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:31.436172 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29f6f506-45bf-4f79-b9bc-9e69f57236a5 HTTP/1.1" status: 204 len: 168 time: 0.2511985 Jan 17 11:05:31.444260 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51fc30-e5ba-43cc-a356-76485a64c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6f506-45bf-4f79-b9bc-9e69f57236a5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:32.367185 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f8316-e9de-46ea-9339-57e4550b8379 req-01eef182-1f24-4f53-8853-9db54945da3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:32.368635 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d5f8316-e9de-46ea-9339-57e4550b8379 req-01eef182-1f24-4f53-8853-9db54945da3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0494220 Jan 17 11:05:32.419178 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d5f8316-e9de-46ea-9339-57e4550b8379 req-dcdf45ec-86a0-4723-9deb-032d61d7299c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Jan 17 11:05:33.140512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5affb4a3-d1c5-4d0f-8db3-06db293c6739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:33.556898 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c51d5-9942-4ba8-969e-42dd452d9be8 req-f42c8661-6977-4dca-8117-9b432bb8b75d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:33.559827 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-386c51d5-9942-4ba8-969e-42dd452d9be8 req-f42c8661-6977-4dca-8117-9b432bb8b75d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jan 17 11:05:33.605407 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-386c51d5-9942-4ba8-969e-42dd452d9be8 req-b0846385-7e18-4985-9b7c-293c3e3007e4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Jan 17 11:05:34.403831 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:34.726723 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060475-3688-41aa-a077-06be4c7c9362 req-c2a449eb-01bb-41b6-98f3-e420b6c9b2f2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:34.728175 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a060475-3688-41aa-a077-06be4c7c9362 req-c2a449eb-01bb-41b6-98f3-e420b6c9b2f2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0481186 Jan 17 11:05:34.775252 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a060475-3688-41aa-a077-06be4c7c9362 req-690bd96b-a8d0-4214-90a5-813d773ee9fa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Jan 17 11:05:35.631724 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:36.797382 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:36.860640 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:05:41.361488 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33480) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:41.501089 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-854d8583-45a2-47b5-a788-a4606733a53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.579572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-854d8583-45a2-47b5-a788-a4606733a53f admin admin] Publish callbacks [] for security_group (55d14f87-6eed-4703-99f8-3ca5c15fc435), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.632273 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-854d8583-45a2-47b5-a788-a4606733a53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (55d14f87-6eed-4703-99f8-3ca5c15fc435), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.670975 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-854d8583-45a2-47b5-a788-a4606733a53f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3b7e4e94fb248ddb984ac8a3f454e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083684 Jan 17 11:05:41.672991 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d8583-45a2-47b5-a788-a4606733a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d14f87-6eed-4703-99f8-3ca5c15fc435,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:41.674083 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33492) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:41.725356 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] Publish callbacks [] for security_group (55d14f87-6eed-4703-99f8-3ca5c15fc435), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.747867 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] Publish callbacks [] for security_group (55d14f87-6eed-4703-99f8-3ca5c15fc435), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.775634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa5b7-7361-45ce-bd79-c4ac3f215a04 req-a8cc96cc-13c0-45e6-94d3-b7ceec81f341 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:41.777641 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-988fa5b7-7361-45ce-bd79-c4ac3f215a04 req-a8cc96cc-13c0-45e6-94d3-b7ceec81f341 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0516891 Jan 17 11:05:41.845186 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-988fa5b7-7361-45ce-bd79-c4ac3f215a04 req-b80bb72e-8042-4d4a-a1a1-c914d1c940a9 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609446 Jan 17 11:05:41.907791 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (55d14f87-6eed-4703-99f8-3ca5c15fc435), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.909745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:41.911810 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55d14f87-6eed-4703-99f8-3ca5c15fc435 HTTP/1.1" status: 204 len: 168 time: 0.2354321 Jan 17 11:05:41.922335 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ee26-fab9-4cd7-a9fd-6de230b8bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d14f87-6eed-4703-99f8-3ca5c15fc435,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:44.333066 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33616) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:44.610840 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9c0e-06a3-4e6c-8f00-b1b11e36618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:44.696072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33632) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:44.717118 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9c0e-06a3-4e6c-8f00-b1b11e36618c admin admin] Publish callbacks [] for security_group (f86152aa-a84a-46bc-9da2-d496c49573b7), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:44.837804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9c0e-06a3-4e6c-8f00-b1b11e36618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f86152aa-a84a-46bc-9da2-d496c49573b7), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:44.881318 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33644) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:44.881521 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-b8bd9c0e-06a3-4e6c-8f00-b1b11e36618c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d67417d20dd64f9ba0a2b7ebe0be540e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5469842 Jan 17 11:05:44.883650 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd9c0e-06a3-4e6c-8f00-b1b11e36618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86152aa-a84a-46bc-9da2-d496c49573b7,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:44.932424 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3044568-55d9-4f75-a7d4-21293bfc9e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:44.963448 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] Publish callbacks [] for security_group (f86152aa-a84a-46bc-9da2-d496c49573b7), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.000634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] Publish callbacks [] for security_group (f86152aa-a84a-46bc-9da2-d496c49573b7), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.064500 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3044568-55d9-4f75-a7d4-21293bfc9e47 admin admin] Publish callbacks [] for security_group (7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.141094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3044568-55d9-4f75-a7d4-21293bfc9e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.180015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f86152aa-a84a-46bc-9da2-d496c49573b7), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.182709 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.187006 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f86152aa-a84a-46bc-9da2-d496c49573b7 HTTP/1.1" status: 204 len: 168 time: 0.3013241 Jan 17 11:05:45.189275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3044568-55d9-4f75-a7d4-21293bfc9e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:45.197066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d3044568-55d9-4f75-a7d4-21293bfc9e47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e0ac2cb34d2409ba0ca0785d968110c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959784 Jan 17 11:05:45.199050 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33652) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:45.202195 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcc161-978c-440e-a744-e45aea8a2b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86152aa-a84a-46bc-9da2-d496c49573b7,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:45.266158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] Publish callbacks [] for security_group (7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.287826 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] Publish callbacks [] for security_group (7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.386413 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.389735 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.392378 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4 HTTP/1.1" status: 204 len: 168 time: 0.1902587 Jan 17 11:05:45.398399 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df639779-2631-4c00-a111-c8169e4e91ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c26e8b2-1be0-4f50-8a4c-c34ffd5485c4,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:45.827547 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33672) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:45.840444 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-73a077d4-cf80-45c7-9411-b4e172ed0b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.915479 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-73a077d4-cf80-45c7-9411-b4e172ed0b2a admin admin] Publish callbacks [] for security_group (086bc0c9-02fb-43d0-810e-f91bdc8eeaa9), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:45.963355 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-73a077d4-cf80-45c7-9411-b4e172ed0b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (086bc0c9-02fb-43d0-810e-f91bdc8eeaa9), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.006633 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-73a077d4-cf80-45c7-9411-b4e172ed0b2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba89e7d3dfc84ac3a201a8afe5503845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780052 Jan 17 11:05:46.007355 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a077d4-cf80-45c7-9411-b4e172ed0b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086bc0c9-02fb-43d0-810e-f91bdc8eeaa9,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:46.009285 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33678) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:46.057148 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] Publish callbacks [] for security_group (086bc0c9-02fb-43d0-810e-f91bdc8eeaa9), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.078810 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] Publish callbacks [] for security_group (086bc0c9-02fb-43d0-810e-f91bdc8eeaa9), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.220813 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (086bc0c9-02fb-43d0-810e-f91bdc8eeaa9), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.223638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.227357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/086bc0c9-02fb-43d0-810e-f91bdc8eeaa9 HTTP/1.1" status: 204 len: 168 time: 0.2144985 Jan 17 11:05:46.234558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf11e72-3dd1-4f92-bbd8-49af5972b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086bc0c9-02fb-43d0-810e-f91bdc8eeaa9,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:46.436594 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33694) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:46.537404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-244027428-network', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:46.626143 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Made reservation on behalf of 1a84b6f37ccb49eaaab3329beb3822e9 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:05:46.628407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.636626 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.707556 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks [] for security_group (066f2c63-9af8-4150-8dc8-bc980ffe0653), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.758197 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (066f2c63-9af8-4150-8dc8-bc980ffe0653), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.781263 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:05:46.795329 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f2c63-9af8-4150-8dc8-bc980ffe0653,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:46.800014 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (091e6d50-7411-4ad8-bd0b-76b7a3414363), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.800358 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Added segment 091e6d50-7411-4ad8-bd0b-76b7a3414363 of type vlan for network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b Jan 17 11:05:46.809486 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.839977 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.940974 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:46.945756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:46.945756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.003896 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] Pushing event updated for resources: {'Network': ['ID=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:47.020885 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:05:47.046719 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4b2d81db-340a-4539-8e6b-a94f9f839421 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6090131 Jan 17 11:05:47.049974 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33720) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:47.054800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Request body: {'subnet': {'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-244027428-subnet', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:47.129200 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Made reservation on behalf of 1a84b6f37ccb49eaaab3329beb3822e9 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:05:47.131583 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.352523 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (df5771dd-3c06-48d9-995b-76e05976d136), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.408645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5771dd-3c06-48d9-995b-76e05976d136,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:47.418827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Checking segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:47.419191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Network hostable DHCP agents. Network: 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:05:47.529699 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:05:47.603613 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:47.608505 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:47.609214 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.613012 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d75eba-998a-4ef7-9afc-a6e4827b72f0 None None] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:05:47.714268 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:05:47.715212 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.731382 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-7be3d79d-d56c-434e-863d-2f06e6bec4da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6802626 Jan 17 11:05:47.734049 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33736) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:47.738348 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:47.756638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33738) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:47.832000 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (9fc3298d-269d-4196-8a35-1418c45edae6), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.833260 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (9fc3298d-269d-4196-8a35-1418c45edae6), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.857866 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Allocated IP 172.20.0.2 (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b/df5771dd-3c06-48d9-995b-76e05976d136/29aac4c7-4b3d-4944-9e8a-75338eee0d79) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:47.885391 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for router_controller (9fc3298d-269d-4196-8a35-1418c45edae6), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.931665 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1575c96-5e4b-474c-b0b1-4015b3d2bc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:47.998050 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks [] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.056682 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.099504 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:48.102265 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:48.104764 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:48.113342 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Pushing event updated for resources: {'Port': ['ID=29aac4c7-4b3d-4944-9e8a-75338eee0d79,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:48.126343 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for router_gateway (9fc3298d-269d-4196-8a35-1418c45edae6), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.132421 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1575c96-5e4b-474c-b0b1-4015b3d2bc08 admin admin] Publish callbacks [] for security_group (f42f955f-da28-4589-acdf-4b20774f8607), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.137812 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.138868 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140146 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140146 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140146 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140404 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140553 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.140885 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.141209 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.141547 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.141897 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.142219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.142539 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:48.173717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Attempting to bind port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:05:48.173948 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Attempting to bind port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:05:48.174287 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Attempting to bind port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 on network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:05:48.179130 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:05:48.179504 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Checking segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:48.179903 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.180328 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Bound using segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:05:48.180790 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Bound port: 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:05:48.181170 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.240987 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] For port 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:05:48.244038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] For port 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29aac4c7-4b3d-4944-9e8a-75338eee0d79,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:05:48.259284 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1575c96-5e4b-474c-b0b1-4015b3d2bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f42f955f-da28-4589-acdf-4b20774f8607), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.302830 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d1575c96-5e4b-474c-b0b1-4015b3d2bc08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7ec2a99ea1b4d68a2c71c352537c3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452750 Jan 17 11:05:48.305491 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33744) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:48.306704 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1575c96-5e4b-474c-b0b1-4015b3d2bc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42f955f-da28-4589-acdf-4b20774f8607,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:48.336294 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.369637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] Publish callbacks [] for security_group (f42f955f-da28-4589-acdf-4b20774f8607), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.394461 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] Publish callbacks [] for security_group (f42f955f-da28-4589-acdf-4b20774f8607), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.461517 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for router_gateway (9fc3298d-269d-4196-8a35-1418c45edae6), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.480575 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.530071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f42f955f-da28-4589-acdf-4b20774f8607), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.532808 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.534186 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f42f955f-da28-4589-acdf-4b20774f8607 HTTP/1.1" status: 204 len: 168 time: 0.2276926 Jan 17 11:05:48.536323 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0ad73-7498-45d0-827d-cfd00465c606 None None] Pushing event updated for resources: {'Port': ['ID=29aac4c7-4b3d-4944-9e8a-75338eee0d79,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:48.543846 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b265b9-b67e-4dbf-a2fd-8bd6c492f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42f955f-da28-4589-acdf-4b20774f8607,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:48.644827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Allocated IP 172.27.2.239 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/86518662-f0be-4eac-9833-378dfe73fa2e) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:48.755077 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for port (86518662-f0be-4eac-9833-378dfe73fa2e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.906840 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:48.951686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:48.961421 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:48.961421 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:48.980992 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=86518662-f0be-4eac-9833-378dfe73fa2e,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:49.286809 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for router_gateway (9fc3298d-269d-4196-8a35-1418c45edae6), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.503006 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (9fc3298d-269d-4196-8a35-1418c45edae6), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.524271 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10aa32e-ce05-48c4-9287-ca82e108eb5f None None] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:05:49.589700 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Provisioning complete for port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:49.590080 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.701053 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Router 9fc3298d-269d-4196-8a35-1418c45edae6 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:05:49.733354 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Current status of the port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:49.734201 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.788719 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] For port 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29aac4c7-4b3d-4944-9e8a-75338eee0d79,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:05:49.831229 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:05:49.840996 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Sync routers for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:05:49.853112 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:49.853897 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:49.855231 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.908947 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635a2d9-8ba3-42b5-9152-8fe31356d2e7 None None] Pushing event updated for resources: {'Port': ['ID=29aac4c7-4b3d-4944-9e8a-75338eee0d79,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:49.942359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:49.946828 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d1e42c22-7533-4136-9506-af697a42b4f6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2086763 Jan 17 11:05:49.948778 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 33782) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:49.961155 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:49.975995 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-7fe2d4b9-7050-42e4-af6e-e10798c57344 None None] Provisioning complete for port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:49.976450 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4b9-7050-42e4-af6e-e10798c57344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.074179 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2d4b9-7050-42e4-af6e-e10798c57344 None None] Current status of the port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:50.164759 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:49Z', 'revision_number': 3, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:50.193812 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Checking router: 9fc3298d-269d-4196-8a35-1418c45edae6 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:05:50.194168 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Updating router 9fc3298d-269d-4196-8a35-1418c45edae6 port 86518662-f0be-4eac-9833-378dfe73fa2e binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:05:50.222325 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.241617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29aac4c7-4b3d-4944-9e8a-75338eee0d79 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:50.302001 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:50.302717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.394378 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:50.523353 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks [] for port (86518662-f0be-4eac-9833-378dfe73fa2e), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.635762 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.734425 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.788047 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Allocated IP 172.20.0.1 (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b/df5771dd-3c06-48d9-995b-76e05976d136/70584307-4076-48bb-92c9-9ea9772f5d36) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:50.790255 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Attempting to bind port 86518662-f0be-4eac-9833-378dfe73fa2e on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:05:50.790639 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Attempting to bind port 86518662-f0be-4eac-9833-378dfe73fa2e by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:05:50.790992 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Attempting to bind port 86518662-f0be-4eac-9833-378dfe73fa2e on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:05:50.792833 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Pushing event updated for resources: {'Port': ['ID=86518662-f0be-4eac-9833-378dfe73fa2e,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:50.802286 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.802721 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.803421 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.803736 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.804080 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.804409 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.804728 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.805063 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.805391 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.805751 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.806083 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.806405 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.806726 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Bound port: 86518662-f0be-4eac-9833-378dfe73fa2e, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:05:50.819105 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.887306 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] For port 86518662-f0be-4eac-9833-378dfe73fa2e, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:05:50.890700 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] For port 86518662-f0be-4eac-9833-378dfe73fa2e, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=86518662-f0be-4eac-9833-378dfe73fa2e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:05:50.902813 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks [] for port (70584307-4076-48bb-92c9-9ea9772f5d36), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:50.981492 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.038225 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:51.038826 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:51.066850 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.076016 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b657-cb09-4a73-9b1e-308154f29572 None None] Pushing event updated for resources: {'Port': ['ID=86518662-f0be-4eac-9833-378dfe73fa2e,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:51.107387 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:51.110637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:51.114226 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:51.144550 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Pushing event updated for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:51.164547 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:51.171218 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (9fc3298d-269d-4196-8a35-1418c45edae6), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.365221 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:49Z', 'revision_number': 3, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:51.401598 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c99b8-08df-4d11-b274-af9de2a8b709 None None] The sync data for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi is: [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:49Z', 'revision_number': 3, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:05:51.406479 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-603e0574-97fb-4472-b0ce-456dda2a669b None None] Provisioning complete for port 70584307-4076-48bb-92c9-9ea9772f5d36 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:51.408119 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-603e0574-97fb-4472-b0ce-456dda2a669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.416588 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.447708 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-603e0574-97fb-4472-b0ce-456dda2a669b None None] Port 70584307-4076-48bb-92c9-9ea9772f5d36 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:05:51.614536 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks [] for port (70584307-4076-48bb-92c9-9ea9772f5d36), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.706555 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.794547 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Pushing event updated for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:51.797827 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (9fc3298d-269d-4196-8a35-1418c45edae6), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:51.893366 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:51.894752 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:52.058711 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Router 9fc3298d-269d-4196-8a35-1418c45edae6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:05:52.205230 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:05:52.214173 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-938c47a3-50de-4add-99e6-e27a09eb0555 admin admin] 10.222.0.44 "PUT /v2.0/routers/9fc3298d-269d-4196-8a35-1418c45edae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642367 Jan 17 11:05:52.243604 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 86518662-f0be-4eac-9833-378dfe73fa2e up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:52.319686 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-461d4134-36bd-4d6c-84db-f6ec665f2c8a None None] Provisioning complete for port 70584307-4076-48bb-92c9-9ea9772f5d36 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:52.320066 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-461d4134-36bd-4d6c-84db-f6ec665f2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:52.360711 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 86518662-f0be-4eac-9833-378dfe73fa2e triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:52.361091 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:52.363917 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-461d4134-36bd-4d6c-84db-f6ec665f2c8a None None] Port 70584307-4076-48bb-92c9-9ea9772f5d36 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:05:52.463149 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 86518662-f0be-4eac-9833-378dfe73fa2e is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:52.463789 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:52.492117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 86518662-f0be-4eac-9833-378dfe73fa2e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=86518662-f0be-4eac-9833-378dfe73fa2e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:05:52.516202 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fdd8c-8f5e-4b87-9a18-90021c0001e6 req-f87a3f87-64a6-43b6-a84f-0ace0bfde6df tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:52.523224 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-270fdd8c-8f5e-4b87-9a18-90021c0001e6 req-f87a3f87-64a6-43b6-a84f-0ace0bfde6df tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0725288 Jan 17 11:05:52.546423 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:52.572795 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-b823241b-c91c-4a2e-984c-ba066d5332a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:52.575724 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-b823241b-c91c-4a2e-984c-ba066d5332a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.0629482 Jan 17 11:05:52.591926 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-270fdd8c-8f5e-4b87-9a18-90021c0001e6 req-195ec028-38f7-4e3d-a9d2-41de158f4e01 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 Jan 17 11:05:52.605268 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=86518662-f0be-4eac-9833-378dfe73fa2e,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:52.694047 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-b07815f0-363c-4f8f-bdde-cc2bac2099b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:52.695537 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-b07815f0-363c-4f8f-bdde-cc2bac2099b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1128695 Jan 17 11:05:52.737201 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-dfc8f678-7a6c-448f-a6c5-1ce239599c87 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0353584 Jan 17 11:05:52.795141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-cdeaad37-b39e-4dc4-b065-0155107388a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:52.796821 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-cdeaad37-b39e-4dc4-b065-0155107388a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0542653 Jan 17 11:05:52.828317 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-04f52b65-b3b4-4bee-91db-c75fa4a5cea0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256188 Jan 17 11:05:52.921532 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-f8af64f7-bb5c-40fe-aca5-c070085f436a service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852435 Jan 17 11:05:53.018480 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-527f1365-5ff3-43c1-a61d-e9c0f47b83b3 req-b7686884-3462-46fc-9a97-c53a276f5a1d service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906806 Jan 17 11:05:53.155782 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33866) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:53.161024 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625791936-network', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:53.265183 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Sync routers for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:05:53.271567 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Made reservation on behalf of ba1cc626b8684d7ab200c667eb98e739 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:05:53.274056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.275639 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:53.276237 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:53.283640 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.361093 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks [] for security_group (a33fc0e1-036a-4155-be6b-6780de5189cc), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.386386 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:53.426240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a33fc0e1-036a-4155-be6b-6780de5189cc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.451610 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:05:53.461864 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33fc0e1-036a-4155-be6b-6780de5189cc,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:53.466958 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (378ec54c-33b1-4c9c-89ee-34fda8573005), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.467382 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Added segment 378ec54c-33b1-4c9c-89ee-34fda8573005 of type vlan for network 557bf696-4418-40af-92b2-0f17aa7ca618 Jan 17 11:05:53.510844 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (557bf696-4418-40af-92b2-0f17aa7ca618), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.590065 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 2, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:53.624907 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Checking router: 9fc3298d-269d-4196-8a35-1418c45edae6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:05:53.624907 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Updating router 9fc3298d-269d-4196-8a35-1418c45edae6 port 70584307-4076-48bb-92c9-9ea9772f5d36 binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:05:53.638081 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (557bf696-4418-40af-92b2-0f17aa7ca618), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.638928 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:53.639527 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.649311 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:53.720464 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] Pushing event updated for resources: {'Network': ['ID=557bf696-4418-40af-92b2-0f17aa7ca618,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:53.744342 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8be8357f-2ca1-4e11-8d12-c28b5fae9d25 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5873942 Jan 17 11:05:53.746986 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33888) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:53.751046 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683635-2060-4c3a-a213-aa4a27fcd956 req-7c8db690-91ed-46ee-91b1-0e8a0597ddd4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:53.752608 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f683635-2060-4c3a-a213-aa4a27fcd956 req-7c8db690-91ed-46ee-91b1-0e8a0597ddd4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0661917 Jan 17 11:05:53.753096 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Request body: {'subnet': {'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625791936-subnet', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:53.783624 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 557bf696-4418-40af-92b2-0f17aa7ca618 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:05:53.810400 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f683635-2060-4c3a-a213-aa4a27fcd956 req-2b04abc5-b56c-46b9-86eb-932096de7a3b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 Jan 17 11:05:53.873251 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Made reservation on behalf of ba1cc626b8684d7ab200c667eb98e739 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:05:53.877287 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.028670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks [] for port (70584307-4076-48bb-92c9-9ea9772f5d36), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.152366 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.198536 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (452f4e65-f5b1-4b20-b9c2-2e71576bb316), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.208580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9520-001e-4113-afa8-0fd897d7ce29 None None] Pushing event updated for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:54.226247 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 86518662-f0be-4eac-9833-378dfe73fa2e up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:54.272795 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452f4e65-f5b1-4b20-b9c2-2e71576bb316,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:54.291048 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Checking segment: {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:54.291408 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Network hostable DHCP agents. Network: 557bf696-4418-40af-92b2-0f17aa7ca618, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:05:54.301392 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Attempting to bind port 70584307-4076-48bb-92c9-9ea9772f5d36 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:05:54.301914 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Attempting to bind port 70584307-4076-48bb-92c9-9ea9772f5d36 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:05:54.302346 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Attempting to bind port 70584307-4076-48bb-92c9-9ea9772f5d36 on network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:05:54.312105 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:05:54.312379 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Checking segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:54.312796 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.313201 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Bound using segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:05:54.313706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Bound port: 70584307-4076-48bb-92c9-9ea9772f5d36, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:05:54.314329 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.370136 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 86518662-f0be-4eac-9833-378dfe73fa2e triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:54.370512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.374697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Network 557bf696-4418-40af-92b2-0f17aa7ca618 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:05:54.413562 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] For port 70584307-4076-48bb-92c9-9ea9772f5d36, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:05:54.428098 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] For port 70584307-4076-48bb-92c9-9ea9772f5d36, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=70584307-4076-48bb-92c9-9ea9772f5d36,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:05:54.466227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 557bf696-4418-40af-92b2-0f17aa7ca618) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:54.470164 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:54.470764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.472421 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 86518662-f0be-4eac-9833-378dfe73fa2e is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:54.476302 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43557d22-3f50-40c7-9590-406da33cbe7e None None] Network 557bf696-4418-40af-92b2-0f17aa7ca618 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:05:54.521810 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.566163 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-72fd36a7-0d0a-443f-8ae6-3b75640413a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8175046 Jan 17 11:05:54.568700 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33898) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:54.574367 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:05:54.584551 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Provisioning complete for port 70584307-4076-48bb-92c9-9ea9772f5d36 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:54.584931 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.641444 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9520-001e-4113-afa8-0fd897d7ce29 None None] Pushing event updated for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:54.646755 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:54.647380 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:54.728924 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.730388 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.835225 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-557bf696-4418-40af-92b2-0f17aa7ca618', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:05:54.836089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:54.940910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3d8cc-5ce8-4326-818d-66b830b0a65f req-8565df7f-3c5d-462c-87e3-5950598cb1d2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:54.942685 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e5e3d8cc-5ce8-4326-818d-66b830b0a65f req-8565df7f-3c5d-462c-87e3-5950598cb1d2 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0524085 Jan 17 11:05:55.010829 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e5e3d8cc-5ce8-4326-818d-66b830b0a65f req-faf06d0c-8a66-4c37-b032-16fddd0bf678 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Jan 17 11:05:55.025403 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for router_controller (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.025592 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:55.079927 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Current status of the port 70584307-4076-48bb-92c9-9ea9772f5d36 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:55.080315 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.156219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Allocated IP 172.20.0.2 (557bf696-4418-40af-92b2-0f17aa7ca618/452f4e65-f5b1-4b20-b9c2-2e71576bb316/64c46306-11a8-4c0b-a2b0-9808d9ae1e90) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:55.213092 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] For port 70584307-4076-48bb-92c9-9ea9772f5d36, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=70584307-4076-48bb-92c9-9ea9772f5d36,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:05:55.272450 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for router_gateway (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.304369 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.435613 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfeb77b-d61d-4dbf-8f81-a9c05d5456c2 None None] Pushing event updated for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:55.462132 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-97403564-cc64-4bf6-b64a-58cd16efa538 None None] Provisioning complete for port 70584307-4076-48bb-92c9-9ea9772f5d36 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:55.462509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97403564-cc64-4bf6-b64a-58cd16efa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.464458 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks [] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.495341 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:54Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:55.530395 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e91c7-3e95-402a-bee9-4f9cb5df8f36 None None] The sync data for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi is: [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:54Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:05:55.561476 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for router_gateway (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.566066 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.591268 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.618408 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-97403564-cc64-4bf6-b64a-58cd16efa538 None None] Current status of the port 70584307-4076-48bb-92c9-9ea9772f5d36 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:55.628092 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Network 557bf696-4418-40af-92b2-0f17aa7ca618 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:55.631658 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Pushing event updated for resources: {'Port': ['ID=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:55.633970 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:55.636053 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:55.697742 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Attempting to bind port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:05:55.698380 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Attempting to bind port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:05:55.698469 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Attempting to bind port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 on network 557bf696-4418-40af-92b2-0f17aa7ca618 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:05:55.704260 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:05:55.704640 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Checking segment: {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:55.705043 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.705438 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Bound using segment: {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:05:55.705937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Bound port: 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:05:55.706324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.738153 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Allocated IP 172.27.2.66 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:55.773110 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] For port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:05:55.777928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] For port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:05:55.854843 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.867176 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:55.929008 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788894-2ee5-4f6c-9c67-077011eb95cf None None] Pushing event updated for resources: {'Port': ['ID=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:55.993060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.040429 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:56.043496 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:56.047406 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:56.076399 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Pushing event updated for resources: {'Port': ['ID=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:56.478463 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:56.505689 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for router_gateway (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.535813 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:56.536192 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.628495 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:56.629117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.665742 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:05:56.734322 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.746595 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.748616 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 70584307-4076-48bb-92c9-9ea9772f5d36 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:56.828731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:56.843576 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 70584307-4076-48bb-92c9-9ea9772f5d36 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:56.844234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:56.926890 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 70584307-4076-48bb-92c9-9ea9772f5d36 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:56.963777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef98e4-f07c-4129-90a4-d8ac8442e37b None None] Network 557bf696-4418-40af-92b2-0f17aa7ca618 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:05:56.974623 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:05:57.069038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-ac29deda-c175-4aeb-9ba7-909fc3040285 None None] Provisioning complete for port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:57.069408 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ac29deda-c175-4aeb-9ba7-909fc3040285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.079234 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:05:57.090380 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Sync routers for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:05:57.100190 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:57.100899 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:57.157783 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ac29deda-c175-4aeb-9ba7-909fc3040285 None None] Current status of the port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:57.171573 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.173072 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-be06152e-6e80-4eec-898d-8e987586c34a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6030436 Jan 17 11:05:57.175922 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33920) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:05:57.311569 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:57.383148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e91b1db2-3a2c-4366-ab58-1922d63105e6 None None] Provisioning complete for port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:57.383793 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e91b1db2-3a2c-4366-ab58-1922d63105e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.409714 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47133e-7691-44c0-b675-b33c94657ed4 req-3f693362-8b07-49a2-87ed-64b60689d878 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:57.416763 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae47133e-7691-44c0-b675-b33c94657ed4 req-3f693362-8b07-49a2-87ed-64b60689d878 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0582168 Jan 17 11:05:57.468182 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae47133e-7691-44c0-b675-b33c94657ed4 req-a6199ee9-bdb7-4319-9670-cf2dfd71a602 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Jan 17 11:05:57.483891 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e91b1db2-3a2c-4366-ab58-1922d63105e6 None None] Current status of the port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:57.544158 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:56Z', 'revision_number': 3, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:57.574106 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Checking router: bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:05:57.574539 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Updating router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:05:57.600442 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.621835 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.777691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Allocated IP 172.20.0.1 (557bf696-4418-40af-92b2-0f17aa7ca618/452f4e65-f5b1-4b20-b9c2-2e71576bb316/09f3b44f-99d5-4734-ac3c-178bd2c2b2da) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:05:57.850226 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks [] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.877349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks [] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.945629 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.981347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:57.996926 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Attempting to bind port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:05:57.997867 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Attempting to bind port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:05:57.998230 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Attempting to bind port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:05:58.006686 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ed5b-3f9a-4786-9e2f-a099f00adf7a None None] Pushing event updated for resources: {'Port': ['ID=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:58.010346 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:05:58.010722 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:05:58.011117 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.011496 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:05:58.011959 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Bound port: 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:05:58.012337 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.021319 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Network 557bf696-4418-40af-92b2-0f17aa7ca618 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:58.022889 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:58.026240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:05:58.056435 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Pushing event updated for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:58.067688 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] For port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:05:58.071460 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] For port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:05:58.076701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.182292 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.228316 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:05:58.249180 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ed5b-3f9a-4786-9e2f-a099f00adf7a None None] Pushing event updated for resources: {'Port': ['ID=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:58.256691 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:05:58.257520 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:58.264644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.285147 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:58.285441 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.339636 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e0aec6fb-0e4c-4747-8b08-429cfba92239 None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:58.340020 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0aec6fb-0e4c-4747-8b08-429cfba92239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.387437 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:05:58.410838 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e0aec6fb-0e4c-4747-8b08-429cfba92239 None None] Port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:05:58.422088 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:05:58.468458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks [] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.551201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.586856 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837fda7-6805-4e63-8507-fe13f6e52f40 req-9ccdc8df-4144-4e35-aead-ccab3b257551 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:58.589161 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f837fda7-6805-4e63-8507-fe13f6e52f40 req-9ccdc8df-4144-4e35-aead-ccab3b257551 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0554211 Jan 17 11:05:58.627966 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '09f3b44f-99d5-4734-ac3c-178bd2c2b2da', 'name': '', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'mac_address': 'fa:16:3e:37:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:57Z', 'updated_at': '2022-01-17T11:05:57Z', 'revision_number': 1, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'subnets': [{'id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:05:58.659089 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Pushing event updated for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:05:58.659786 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f837fda7-6805-4e63-8507-fe13f6e52f40 req-cb2e0798-96b4-40e2-8a36-36d1df53eaf3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609970 Jan 17 11:05:58.678180 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:58.680148 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce570c-d7c7-4b70-b7bc-f4b99657c27a None None] The sync data for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi is: [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '09f3b44f-99d5-4734-ac3c-178bd2c2b2da', 'name': '', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'mac_address': 'fa:16:3e:37:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:57Z', 'updated_at': '2022-01-17T11:05:57Z', 'revision_number': 1, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'subnets': [{'id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:05:58.773598 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Network 557bf696-4418-40af-92b2-0f17aa7ca618 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:05:58.775032 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:05:58.914611 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:05:59.054287 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:05:59.064449 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-31d93282-cd1d-49bc-b327-e92f6be48a88 admin admin] 10.222.0.44 "PUT /v2.0/routers/bfb89357-cb63-4e0a-b9a6-87bb3fe45f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832967 Jan 17 11:05:59.153289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-a69b0fc0-1a17-42fa-bcb5-e7d374e180b1 None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:05:59.153944 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a69b0fc0-1a17-42fa-bcb5-e7d374e180b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:05:59.199828 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a69b0fc0-1a17-42fa-bcb5-e7d374e180b1 None None] Port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:05:59.784759 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c363163-f5dd-4d1d-bdf5-568c38f35801 req-0a8a3fca-b39a-4a5e-87a3-294d547ce292 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:05:59.792136 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c363163-f5dd-4d1d-bdf5-568c38f35801 req-0a8a3fca-b39a-4a5e-87a3-294d547ce292 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0487797 Jan 17 11:05:59.847047 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c363163-f5dd-4d1d-bdf5-568c38f35801 req-e72b216e-8cf5-4e48-b3e5-e514f17d82b6 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Jan 17 11:06:00.050608 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 33982) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:00.055390 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97611181', 'description': 'tempest-secgroup-smoke-97611181 description', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:00.191972 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.230252 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:00.272956 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (f7227d70-1706-4072-ab9e-d8936f168809), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.406958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:00.407337 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.408983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f7227d70-1706-4072-ab9e-d8936f168809), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.440153 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7227d70-1706-4072-ab9e-d8936f168809,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:00.495373 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:00.495776 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.515117 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.518029 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2d10320a-b8dd-4d01-ad61-02ce6d3c3bd3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4663000 Jan 17 11:06:00.522232 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:00.524814 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34000) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:00.532660 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:00.603545 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.658823 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:00.680055 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (fdb50190-e890-4d58-9d4b-74b80423c7db), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.883805 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-31bca866-d6f1-4b75-b53d-c9b9e7ce4368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.985005 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812b7eb-4395-468b-8bbb-45fd7bdfc979 req-37a18b3d-3063-4e72-ad3f-933074872c23 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:00.985537 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (fdb50190-e890-4d58-9d4b-74b80423c7db), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:00.987388 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4812b7eb-4395-468b-8bbb-45fd7bdfc979 req-37a18b3d-3063-4e72-ad3f-933074872c23 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0556657 Jan 17 11:06:01.039922 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4812b7eb-4395-468b-8bbb-45fd7bdfc979 req-ead0bcb3-fc9a-46d3-8bb1-ceefca2e2ad8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Jan 17 11:06:01.074300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34018) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:01.157911 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (fdb50190-e890-4d58-9d4b-74b80423c7db), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.177961 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb50190-e890-4d58-9d4b-74b80423c7db,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:01.199851 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-563500c2-efed-4015-b3f4-b0e6938e80ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.272160 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.273384 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-dfccfd38-1916-4eab-8f53-c2d20b3dd701 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7469211 Jan 17 11:06:01.275320 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-563500c2-efed-4015-b3f4-b0e6938e80ea admin admin] Publish callbacks [] for security_group (b1034a90-5b86-4a2c-8804-0367800fe4e8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.276226 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34028) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:01.280967 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:01.358114 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-563500c2-efed-4015-b3f4-b0e6938e80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b1034a90-5b86-4a2c-8804-0367800fe4e8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.398485 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-563500c2-efed-4015-b3f4-b0e6938e80ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af6747c08d5c4fbe8cc57a4a4f952b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202782 Jan 17 11:06:01.398485 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34030) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:01.404890 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563500c2-efed-4015-b3f4-b0e6938e80ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1034a90-5b86-4a2c-8804-0367800fe4e8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:01.437853 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (97e0f140-177c-408e-a619-c455c29311f9), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.480191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] Publish callbacks [] for security_group (b1034a90-5b86-4a2c-8804-0367800fe4e8), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.521752 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (97e0f140-177c-408e-a619-c455c29311f9), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.523708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] Publish callbacks [] for security_group (b1034a90-5b86-4a2c-8804-0367800fe4e8), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.597480 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (97e0f140-177c-408e-a619-c455c29311f9), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.615439 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e0f140-177c-408e-a619-c455c29311f9,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:01.626194 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b1034a90-5b86-4a2c-8804-0367800fe4e8), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.628805 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.630071 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1034a90-5b86-4a2c-8804-0367800fe4e8 HTTP/1.1" status: 204 len: 168 time: 0.2306387 Jan 17 11:06:01.638136 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c72b5-1cc0-4ab6-b3b7-f75e4f3f60ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1034a90-5b86-4a2c-8804-0367800fe4e8,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:01.701571 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.707429 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2d889d7e-1f75-48e4-8fb6-495d971b4c11 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4259372 Jan 17 11:06:01.707429 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34044) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:01.710660 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:01.854191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (625393a0-b34a-4ffc-9da2-18b567fa5e33), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:01.909616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (625393a0-b34a-4ffc-9da2-18b567fa5e33), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.061191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (625393a0-b34a-4ffc-9da2-18b567fa5e33), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.085369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625393a0-b34a-4ffc-9da2-18b567fa5e33,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:02.174085 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0975e7-28c0-41f0-a739-6985a2497200 req-ac26bfe1-7186-4825-a88f-92abcc739e19 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:02.175594 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa0975e7-28c0-41f0-a739-6985a2497200 req-ac26bfe1-7186-4825-a88f-92abcc739e19 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0587757 Jan 17 11:06:02.182540 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.184030 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-91542fb4-4ca4-48aa-ae27-a194cab728ee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4769921 Jan 17 11:06:02.187477 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34058) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:02.191972 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:02.226882 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:02.237366 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa0975e7-28c0-41f0-a739-6985a2497200 req-ffdc5644-de5f-40d9-83e0-67ab8a728aa9 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Jan 17 11:06:02.263914 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Sync routers for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:02.280911 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:02.281536 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:05:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:02.340030 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (3312a3b7-e9d0-476e-953e-f48fb1804fe9), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.375465 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:02.375983 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.402181 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (3312a3b7-e9d0-476e-953e-f48fb1804fe9), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.424473 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:02.572698 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:02.614632 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (3312a3b7-e9d0-476e-953e-f48fb1804fe9), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.641598 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3312a3b7-e9d0-476e-953e-f48fb1804fe9,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:02.680375 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '09f3b44f-99d5-4734-ac3c-178bd2c2b2da', 'name': '', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'mac_address': 'fa:16:3e:37:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:57Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 2, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'subnets': [{'id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:02.706855 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Checking router: bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:02.707214 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Updating router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:06:02.731781 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.845889 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:02.850140 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34084) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:02.853652 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-24913942-586e-416f-83d2-89bb5948a28a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6618719 Jan 17 11:06:02.854717 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:02.987192 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Project 1a84b6f37ccb49eaaab3329beb3822e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:06:02.992703 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (9d57a6e2-05f8-428a-8257-73316650344f), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.001005 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks [] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.060418 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (9d57a6e2-05f8-428a-8257-73316650344f), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.192148 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (9d57a6e2-05f8-428a-8257-73316650344f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.193383 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-331f7f1f-d6b5-4b7f-b5d5-1baa6da927e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.194907 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.217130 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d57a6e2-05f8-428a-8257-73316650344f,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.302299 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ad2ae-ca44-4f7b-874a-77fc45c29a15 None None] Pushing event updated for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.356963 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Attempting to bind port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:03.357655 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Attempting to bind port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:03.358090 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Attempting to bind port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da on network 557bf696-4418-40af-92b2-0f17aa7ca618 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:03.364356 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:03.369453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Checking segment: {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:03.369453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.369453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Bound using segment: {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:03.369453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Bound port: 09f3b44f-99d5-4734-ac3c-178bd2c2b2da, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378ec54c-33b1-4c9c-89ee-34fda8573005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:03.369453 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.369973 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.371433 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-12931fc9-90a5-42c2-8135-9a09aefb885c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5201597 Jan 17 11:06:03.374115 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34092) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.378759 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'security_group_rule': {'security_group_id': 'f7227d70-1706-4072-ab9e-d8936f168809', 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:03.384850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34094) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.459156 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30002f-fcb1-44c9-b7ef-4df4eaa3f0ac req-91f29f53-202a-4a5f-93cb-5d19d95fbf3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:03.462995 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef30002f-fcb1-44c9-b7ef-4df4eaa3f0ac req-91f29f53-202a-4a5f-93cb-5d19d95fbf3f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.1307747 Jan 17 11:06:03.474921 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] For port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:03.478896 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] For port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:03.507008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34100) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.517289 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef30002f-fcb1-44c9-b7ef-4df4eaa3f0ac req-69b5d5e2-0b39-40b3-8fcf-ca190afe5070 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531964 Jan 17 11:06:03.539969 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34104) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.556292 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-4f8974ca-86aa-4558-a378-22680a72515b None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:03.556770 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4f8974ca-86aa-4558-a378-22680a72515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.561307 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-805400943-network', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:03.578390 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Project 1a84b6f37ccb49eaaab3329beb3822e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:06:03.583170 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (b994e0a4-9450-41be-933e-96a1808b8890), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.598745 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4f8974ca-86aa-4558-a378-22680a72515b None None] Port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:03.601068 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.624137 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-52ca8f70-60af-40ce-ba0f-1f64abb164d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.650820 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f83b318-8b96-49fd-96ab-68f111a118fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.664370 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:03.665100 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:03.682113 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Made reservation on behalf of 206c2ed32a8d49a1a53f2159971531f0 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:03.686230 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.697497 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (b994e0a4-9450-41be-933e-96a1808b8890), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.699569 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.721525 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ad2ae-ca44-4f7b-874a-77fc45c29a15 None None] Pushing event updated for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.770814 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (b994e0a4-9450-41be-933e-96a1808b8890), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.771056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-52ca8f70-60af-40ce-ba0f-1f64abb164d6 admin admin] Publish callbacks [] for security_group (e0f66755-53b1-4040-96b8-4c88e9db30e4), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.791139 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f83b318-8b96-49fd-96ab-68f111a118fe admin admin] Publish callbacks [] for security_group (f6cceb5d-6f75-47e1-9220-e2f7f0bb4075), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.793674 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b994e0a4-9450-41be-933e-96a1808b8890,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.802903 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:03.839037 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks [] for security_group (ec70e644-2e9c-4d71-a7f8-fd887afcf1fa), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.871762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-52ca8f70-60af-40ce-ba0f-1f64abb164d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e0f66755-53b1-4040-96b8-4c88e9db30e4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.878603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f83b318-8b96-49fd-96ab-68f111a118fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f6cceb5d-6f75-47e1-9220-e2f7f0bb4075), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.905563 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca8f70-60af-40ce-ba0f-1f64abb164d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f66755-53b1-4040-96b8-4c88e9db30e4,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.921548 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4f83b318-8b96-49fd-96ab-68f111a118fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52d5169210d3470499aa2bccf5a5554d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804743 Jan 17 11:06:03.922817 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83b318-8b96-49fd-96ab-68f111a118fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cceb5d-6f75-47e1-9220-e2f7f0bb4075,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:03.924745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34110) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.938441 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.943573 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3fb37f2a-27c7-4d49-9cc1-cbf84371eb2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5673869 Jan 17 11:06:03.944597 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-52ca8f70-60af-40ce-ba0f-1f64abb164d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8be8e0b8fe5447ecad0514a4e0b7b96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357643 Jan 17 11:06:03.952748 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34114) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:03.971199 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ec70e644-2e9c-4d71-a7f8-fd887afcf1fa), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:03.995493 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:03.995960 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.032028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] Publish callbacks [] for security_group (e0f66755-53b1-4040-96b8-4c88e9db30e4), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.034044 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:06:04.044900 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec70e644-2e9c-4d71-a7f8-fd887afcf1fa,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:04.056047 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (f70157b7-c358-43af-b11a-d65971b525a0), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.056396 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Added segment f70157b7-c358-43af-b11a-d65971b525a0 of type vlan for network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 Jan 17 11:06:04.057744 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] Publish callbacks [] for security_group (f6cceb5d-6f75-47e1-9220-e2f7f0bb4075), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.074020 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] Publish callbacks [] for security_group (e0f66755-53b1-4040-96b8-4c88e9db30e4), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.082229 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] Publish callbacks [] for security_group (f6cceb5d-6f75-47e1-9220-e2f7f0bb4075), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.153958 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.176002 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Current status of the port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:04.176396 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.214744 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e0f66755-53b1-4040-96b8-4c88e9db30e4), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.217404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.222521 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f66755-53b1-4040-96b8-4c88e9db30e4 HTTP/1.1" status: 204 len: 168 time: 0.2669904 Jan 17 11:06:04.232451 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c268d-51ff-4fff-802b-4a7ee6ccc568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f66755-53b1-4040-96b8-4c88e9db30e4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:04.235359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] For port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:04.245121 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '09f3b44f-99d5-4734-ac3c-178bd2c2b2da', 'name': '', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'mac_address': 'fa:16:3e:37:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:57Z', 'updated_at': '2022-01-17T11:06:03Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'subnets': [{'id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:04.248066 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.253389 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:04.253389 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.260703 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f6cceb5d-6f75-47e1-9220-e2f7f0bb4075), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.263190 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.267163 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6cceb5d-6f75-47e1-9220-e2f7f0bb4075 HTTP/1.1" status: 204 len: 168 time: 0.3412302 Jan 17 11:06:04.294390 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb8767-5093-48bd-bf53-a48b8bd81cfc None None] The sync data for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi is: [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:05:58Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '09f3b44f-99d5-4734-ac3c-178bd2c2b2da', 'name': '', 'network_id': '557bf696-4418-40af-92b2-0f17aa7ca618', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'mac_address': 'fa:16:3e:37:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:57Z', 'updated_at': '2022-01-17T11:06:03Z', 'revision_number': 4, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'subnets': [{'id': '452f4e65-f5b1-4b20-b9c2-2e71576bb316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:04.317007 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.329326 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 09f3b44f-99d5-4734-ac3c-178bd2c2b2da up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:04.376614 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcc8de-0df6-401a-96de-998c99d2ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cceb5d-6f75-47e1-9220-e2f7f0bb4075,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:04.413567 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.422331 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:04.437700 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:06:04.522258 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-45762fe9-f017-4096-acbf-d438bb31d717 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1362429 Jan 17 11:06:04.524178 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34156) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:04.527690 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Request body: {'subnet': {'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-805400943-subnet', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:04.532862 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f81201-6647-415a-a89e-d3a97f6d9cda None None] Pushing event updated for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:04.565821 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:04.566209 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.667612 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:04.699932 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fb22c-d0f3-4c9d-ac6b-0812dd3c1cf9 req-07c50d1f-ad71-43d1-b03a-aafc5cd8a86a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:04.702940 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-892fb22c-d0f3-4c9d-ac6b-0812dd3c1cf9 req-07c50d1f-ad71-43d1-b03a-aafc5cd8a86a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0781939 Jan 17 11:06:04.704305 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Made reservation on behalf of 206c2ed32a8d49a1a53f2159971531f0 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:04.708483 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63278388'] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:04.819011 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-892fb22c-d0f3-4c9d-ac6b-0812dd3c1cf9 req-9228fa42-ecad-43c3-be05-dc8712c406c5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077268 Jan 17 11:06:05.061041 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49428287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63278374'] for subnet (7d74dc64-6185-4779-b9da-fa9d0a8eb1da), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.123580 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d74dc64-6185-4779-b9da-fa9d0a8eb1da,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:05.138337 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:05.143158 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Network hostable DHCP agents. Network: 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:06:05.242468 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:06:05.324858 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34178) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:05.341194 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e4228893-8353-4767-8fa8-6d4b1fa4dc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.348591 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:05.348591 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:05.349100 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.373757 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3317bae-f900-4e76-b47f-6642688f152f None None] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:05.437405 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-599a88dd-ac03-489a-95f0-d98ece5bf676 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9119260 Jan 17 11:06:05.442260 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34184) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:05.443774 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:05.448366 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e4228893-8353-4767-8fa8-6d4b1fa4dc09 admin admin] Publish callbacks [] for security_group (bff2ab68-35b2-44e0-82db-bac85b9c14d8), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.518446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e4228893-8353-4767-8fa8-6d4b1fa4dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (bff2ab68-35b2-44e0-82db-bac85b9c14d8), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.546882 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (305f9423-6617-4abb-8963-fb8f607f7c36), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.548243 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (305f9423-6617-4abb-8963-fb8f607f7c36), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.586229 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e4228893-8353-4767-8fa8-6d4b1fa4dc09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f214328ec2ac40eb913e4cb3eeafb731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602084 Jan 17 11:06:05.587795 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34190) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:05.601723 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4228893-8353-4767-8fa8-6d4b1fa4dc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff2ab68-35b2-44e0-82db-bac85b9c14d8,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:05.626746 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for router_controller (305f9423-6617-4abb-8963-fb8f607f7c36), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.643738 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] Publish callbacks [] for security_group (bff2ab68-35b2-44e0-82db-bac85b9c14d8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.675608 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] Publish callbacks [] for security_group (bff2ab68-35b2-44e0-82db-bac85b9c14d8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.679503 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:06:05.680596 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.755963 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.815006 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (bff2ab68-35b2-44e0-82db-bac85b9c14d8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.819183 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:05.821799 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bff2ab68-35b2-44e0-82db-bac85b9c14d8 HTTP/1.1" status: 204 len: 168 time: 0.2330015 Jan 17 11:06:05.832188 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Allocated IP 172.20.0.2 (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5/7d74dc64-6185-4779-b9da-fa9d0a8eb1da/3e75cfb1-f8de-4d95-8b68-35f82e94e303) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:05.834539 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b427707-9eb4-4adc-9883-813115d88e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff2ab68-35b2-44e0-82db-bac85b9c14d8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:05.888814 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for router_gateway (305f9423-6617-4abb-8963-fb8f607f7c36), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.012138 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22aea9-8bd1-4754-a3c6-9e2c57527428 req-d38bc379-367b-463b-8d2e-d8fdc858ae22 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:06.020841 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c22aea9-8bd1-4754-a3c6-9e2c57527428 req-d38bc379-367b-463b-8d2e-d8fdc858ae22 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0617952 Jan 17 11:06:06.102550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c22aea9-8bd1-4754-a3c6-9e2c57527428 req-10352322-ef66-499d-a14a-44a2ed30b4eb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725660 Jan 17 11:06:06.126097 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks [] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.238217 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.263807 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for router_gateway (305f9423-6617-4abb-8963-fb8f607f7c36), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.277832 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 09f3b44f-99d5-4734-ac3c-178bd2c2b2da up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:06.284846 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.352665 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:06.355233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Pushing event updated for resources: {'Port': ['ID=3e75cfb1-f8de-4d95-8b68-35f82e94e303,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:06.359763 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:06.362572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:06.397397 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:06.398116 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.424863 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Allocated IP 172.27.2.171 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/0201d3fa-89b3-49d2-931c-af15c8a219b3) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:06.457184 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Attempting to bind port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:06.457567 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Attempting to bind port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:06.458014 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Attempting to bind port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:06.467458 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:06.467832 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:06.468233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.468624 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Bound using segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:06.469093 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Bound port: 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:06.469470 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.533515 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.563731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:06.575942 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] For port 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:06.579482 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] For port 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=3e75cfb1-f8de-4d95-8b68-35f82e94e303,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:06.655721 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.655923 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.701974 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:06.705426 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:06.709769 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:06.721650 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Pushing event updated for resources: {'Port': ['ID=0201d3fa-89b3-49d2-931c-af15c8a219b3,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:06.738960 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd889f8-dc70-4a70-a3af-56337c57bbf1 None None] Pushing event updated for resources: {'Port': ['ID=3e75cfb1-f8de-4d95-8b68-35f82e94e303,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:06.788019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34224) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:06.802751 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1728a6b5-13af-4b53-8394-5d960f2a6acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.894543 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:06.916817 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1728a6b5-13af-4b53-8394-5d960f2a6acd admin admin] Publish callbacks [] for security_group (9f190b4c-3b9f-4070-b43f-065177f314e3), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.036026 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1728a6b5-13af-4b53-8394-5d960f2a6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9f190b4c-3b9f-4070-b43f-065177f314e3), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.075882 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1728a6b5-13af-4b53-8394-5d960f2a6acd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54130577a8964f6a97f1e8f9cfb0e949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860923 Jan 17 11:06:07.080199 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34230) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:07.086237 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728a6b5-13af-4b53-8394-5d960f2a6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f190b4c-3b9f-4070-b43f-065177f314e3,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:07.186299 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for router_gateway (305f9423-6617-4abb-8963-fb8f607f7c36), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.188108 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] Publish callbacks [] for security_group (9f190b4c-3b9f-4070-b43f-065177f314e3), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.217537 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76003-cd7a-4bb2-86f4-ebb89c8ce6ca req-e96180d4-e8ce-437f-8659-f043fa15ab66 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:07.219483 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-abd76003-cd7a-4bb2-86f4-ebb89c8ce6ca req-e96180d4-e8ce-437f-8659-f043fa15ab66 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0576763 Jan 17 11:06:07.248293 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] Publish callbacks [] for security_group (9f190b4c-3b9f-4070-b43f-065177f314e3), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.282762 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-abd76003-cd7a-4bb2-86f4-ebb89c8ce6ca req-6caa08c2-5e27-461d-81e5-177acf24109f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572555 Jan 17 11:06:07.433261 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (305f9423-6617-4abb-8963-fb8f607f7c36), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.471592 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9f190b4c-3b9f-4070-b43f-065177f314e3), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.474269 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.482260 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f190b4c-3b9f-4070-b43f-065177f314e3 HTTP/1.1" status: 204 len: 168 time: 0.3944125 Jan 17 11:06:07.489083 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93774104-32e3-419a-a3d7-9a58f0cf3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f190b4c-3b9f-4070-b43f-065177f314e3,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:07.734841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Router 305f9423-6617-4abb-8963-fb8f607f7c36 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:06:07.751531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6eef8-a11b-4d95-9833-f53eeca0f793 None None] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:07.816950 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-51725834-e361-414f-9a45-97003130e393 None None] Provisioning complete for port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:07.817621 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51725834-e361-414f-9a45-97003130e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.843426 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:06:07.857291 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:07.867741 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:07.868458 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:07.943092 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-51725834-e361-414f-9a45-97003130e393 None None] Current status of the port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:07.943092 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51725834-e361-414f-9a45-97003130e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.977521 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:07.983494 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4d0bb076-a815-4d9c-b609-9d280135c83f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5427098 Jan 17 11:06:07.986259 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34246) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:08.004269 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:08.008317 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-51725834-e361-414f-9a45-97003130e393 None None] For port 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=3e75cfb1-f8de-4d95-8b68-35f82e94e303,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:08.143679 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51725834-e361-414f-9a45-97003130e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.243525 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:06Z', 'revision_number': 3, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:08.299259 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51725834-e361-414f-9a45-97003130e393 None None] Pushing event updated for resources: {'Port': ['ID=3e75cfb1-f8de-4d95-8b68-35f82e94e303,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:08.341126 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:08.341777 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Updating router 305f9423-6617-4abb-8963-fb8f607f7c36 port 0201d3fa-89b3-49d2-931c-af15c8a219b3 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:06:08.375288 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-a03d8e8c-3a16-452f-9e62-0540462730a7 None None] Provisioning complete for port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:08.375964 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a03d8e8c-3a16-452f-9e62-0540462730a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.379810 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 3e75cfb1-f8de-4d95-8b68-35f82e94e303 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:08.392155 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.585851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697103-ac67-4ad5-9de1-1266accfc37a req-d120fcc2-5081-4e88-9c81-251f66300396 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:08.594937 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37697103-ac67-4ad5-9de1-1266accfc37a req-d120fcc2-5081-4e88-9c81-251f66300396 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.1136622 Jan 17 11:06:08.598349 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:08.598962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.679118 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a03d8e8c-3a16-452f-9e62-0540462730a7 None None] Current status of the port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:08.718013 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37697103-ac67-4ad5-9de1-1266accfc37a req-9d1ac4d6-6018-4ad3-b430-ceff7e3da8a6 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216757 Jan 17 11:06:08.774576 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks [] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.777309 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:08.876043 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.883635 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.945095 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Attempting to bind port 0201d3fa-89b3-49d2-931c-af15c8a219b3 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:08.945476 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Attempting to bind port 0201d3fa-89b3-49d2-931c-af15c8a219b3 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:08.945863 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Attempting to bind port 0201d3fa-89b3-49d2-931c-af15c8a219b3 on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:08.954272 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:08.954963 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:08.955364 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.955942 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:08.956530 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Bound port: 0201d3fa-89b3-49d2-931c-af15c8a219b3, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:08.956920 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:08.958565 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454c0a2-5b0d-4819-a62f-803623d68df3 None None] Pushing event updated for resources: {'Port': ['ID=0201d3fa-89b3-49d2-931c-af15c8a219b3,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:09.020893 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] For port 0201d3fa-89b3-49d2-931c-af15c8a219b3, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:09.025012 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] For port 0201d3fa-89b3-49d2-931c-af15c8a219b3, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=0201d3fa-89b3-49d2-931c-af15c8a219b3,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:09.050711 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Allocated IP 172.20.0.1 (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5/7d74dc64-6185-4779-b9da-fa9d0a8eb1da/26483e21-1dda-4cd2-b42a-0d33ada1288f) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:09.095210 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.162798 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454c0a2-5b0d-4819-a62f-803623d68df3 None None] Pushing event updated for resources: {'Port': ['ID=0201d3fa-89b3-49d2-931c-af15c8a219b3,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:09.165416 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:09.166059 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:09.208334 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks [] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.292808 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.334981 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:09.338063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:09.350561 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:09.375189 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:09.392148 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Pushing event updated for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:09.405267 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (305f9423-6617-4abb-8963-fb8f607f7c36), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.691861 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.707656 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:06Z', 'revision_number': 3, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:09.720563 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-83c78b94-2ef8-4174-afda-39dde8e5e4bd None None] Provisioning complete for port 26483e21-1dda-4cd2-b42a-0d33ada1288f triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:09.721447 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-83c78b94-2ef8-4174-afda-39dde8e5e4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.763537 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a564a-596f-409a-8177-5990c5c35bbf None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:06Z', 'revision_number': 3, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:09.766219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-83c78b94-2ef8-4174-afda-39dde8e5e4bd None None] Port 26483e21-1dda-4cd2-b42a-0d33ada1288f cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:09.868326 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425283-c190-4548-88c7-eb8ffa964eae req-6bf899f0-b880-4225-a15e-d066d9e0b47d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:09.869908 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf425283-c190-4548-88c7-eb8ffa964eae req-6bf899f0-b880-4225-a15e-d066d9e0b47d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0609014 Jan 17 11:06:09.941648 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf425283-c190-4548-88c7-eb8ffa964eae req-d2465c73-9126-4e5d-9b86-3d487c4538c5 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652134 Jan 17 11:06:09.942400 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks [] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:09.999069 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.076973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Pushing event updated for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:10.087854 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (305f9423-6617-4abb-8963-fb8f607f7c36), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.232248 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:10.236143 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:10.422045 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 0201d3fa-89b3-49d2-931c-af15c8a219b3 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:10.488364 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 0201d3fa-89b3-49d2-931c-af15c8a219b3 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:10.488604 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:06:10.489275 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.570027 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d6869-c198-4454-8d15-182839608cbf req-c7312451-ae04-40b6-add2-5f702dde3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:10.571308 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a14d6869-c198-4454-8d15-182839608cbf req-c7312451-ae04-40b6-add2-5f702dde3969 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.1471000 Jan 17 11:06:10.646160 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-2c3677bf-ad09-44a6-a0dd-ecc6f305c405 None None] Provisioning complete for port 26483e21-1dda-4cd2-b42a-0d33ada1288f triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:10.646777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2c3677bf-ad09-44a6-a0dd-ecc6f305c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.650786 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 0201d3fa-89b3-49d2-931c-af15c8a219b3 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:10.651377 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.672578 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:06:10.686393 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8d93453c-f17f-4150-83ad-abe5a1fe4a01 admin admin] 10.222.0.44 "PUT /v2.0/routers/305f9423-6617-4abb-8963-fb8f607f7c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6898193 Jan 17 11:06:10.686393 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a14d6869-c198-4454-8d15-182839608cbf req-d9e74154-169c-4f52-96de-dd0231318611 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002448 Jan 17 11:06:10.703949 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 0201d3fa-89b3-49d2-931c-af15c8a219b3, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=0201d3fa-89b3-49d2-931c-af15c8a219b3,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:10.709570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-2c3677bf-ad09-44a6-a0dd-ecc6f305c405 None None] Port 26483e21-1dda-4cd2-b42a-0d33ada1288f cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:10.780222 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.782211 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 3e75cfb1-f8de-4d95-8b68-35f82e94e303 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:10.871218 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=0201d3fa-89b3-49d2-931c-af15c8a219b3,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:10.881187 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:10.881568 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:10.968808 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:11.114313 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9aa28-42e9-4bdc-9f75-d650d09cf996 req-f9aaea48-e0fa-4785-b16e-579180d64310 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:11.115909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9db9aa28-42e9-4bdc-9f75-d650d09cf996 req-f9aaea48-e0fa-4785-b16e-579180d64310 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0592530 Jan 17 11:06:11.171907 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9db9aa28-42e9-4bdc-9f75-d650d09cf996 req-19410384-352e-4819-a533-5ae09bb94fd4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Jan 17 11:06:11.507300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34354) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:11.512647 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-328005320-network', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:11.601845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Made reservation on behalf of 6befc7d0bb264a5895a7e8e2836107d3 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:11.601845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.610748 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.687827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks [] for security_group (da96e704-64b0-4f5c-b5e5-501a0c5ca96c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.757417 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (da96e704-64b0-4f5c-b5e5-501a0c5ca96c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.799753 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:06:11.812200 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:11.817622 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96e704-64b0-4f5c-b5e5-501a0c5ca96c,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:11.822067 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (10e8f304-3f23-4852-b716-203d8b15e348), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.822603 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Added segment 10e8f304-3f23-4852-b716-203d8b15e348 of type vlan for network 01dfe32d-5272-43b4-86a0-daae11249ab1 Jan 17 11:06:11.824152 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:11.824790 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:11.879697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (01dfe32d-5272-43b4-86a0-daae11249ab1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:11.938999 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:12.049177 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (01dfe32d-5272-43b4-86a0-daae11249ab1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.049177 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:12.049177 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.151737 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] Pushing event updated for resources: {'Network': ['ID=01dfe32d-5272-43b4-86a0-daae11249ab1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:12.166952 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:06:12.253404 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 0201d3fa-89b3-49d2-931c-af15c8a219b3 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:12.272675 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-9df1cc72-4db2-4342-8dd6-f4ef09b24189 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7642446 Jan 17 11:06:12.273317 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34368) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:12.278835 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Request body: {'subnet': {'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-328005320-subnet', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:12.312583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6758-9113-430e-9414-985fa948f1d8 req-a490539b-e050-4742-bed5-988b1c070fd3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:12.314454 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-897a6758-9113-430e-9414-985fa948f1d8 req-a490539b-e050-4742-bed5-988b1c070fd3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0633640 Jan 17 11:06:12.337194 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 2, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:12.375156 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-897a6758-9113-430e-9414-985fa948f1d8 req-a40a4e29-9286-4142-80ca-84921b2a6f99 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Jan 17 11:06:12.420804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Made reservation on behalf of 6befc7d0bb264a5895a7e8e2836107d3 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:12.423257 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.490956 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:12.491313 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Updating router 305f9423-6617-4abb-8963-fb8f607f7c36 port 26483e21-1dda-4cd2-b42a-0d33ada1288f binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:06:12.495511 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 0201d3fa-89b3-49d2-931c-af15c8a219b3 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:12.495899 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.540050 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.671990 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (b027398e-eff9-4c6a-9d24-b7b27feee1f2), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.687341 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 0201d3fa-89b3-49d2-931c-af15c8a219b3 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:12.730883 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027398e-eff9-4c6a-9d24-b7b27feee1f2,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:12.740619 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Checking segment: {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:12.740987 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Network hostable DHCP agents. Network: 01dfe32d-5272-43b4-86a0-daae11249ab1, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:06:12.864308 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks [] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.877144 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:06:12.929030 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:12.981290 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620caa-d23c-440f-87c8-a06bfc6b1beb None None] Pushing event updated for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:12.992016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 01dfe32d-5272-43b4-86a0-daae11249ab1) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:12.998273 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:12.999003 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.017913 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e3e3c-4f67-4212-9c47-2b6d9b8f1815 None None] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:13.094627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Attempting to bind port 26483e21-1dda-4cd2-b42a-0d33ada1288f on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:13.094994 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Attempting to bind port 26483e21-1dda-4cd2-b42a-0d33ada1288f by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:13.095367 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Attempting to bind port 26483e21-1dda-4cd2-b42a-0d33ada1288f on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:13.098017 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e2130753-b29b-4ab8-8baf-65266a2a127d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8236206 Jan 17 11:06:13.100635 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34382) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:13.105706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:13.105706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:13.105706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.105706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Bound using segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:13.106424 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:13.106521 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Bound port: 26483e21-1dda-4cd2-b42a-0d33ada1288f, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:13.106636 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.188899 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-01dfe32d-5272-43b4-86a0-daae11249ab1', 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1', 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'fixed_ips': [{'subnet_id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:06:13.189857 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.220794 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.222502 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.235923 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] For port 26483e21-1dda-4cd2-b42a-0d33ada1288f, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:13.279493 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for router_controller (6cc403f1-d780-45fb-8b0d-96a47ee332fc), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.302716 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] For port 26483e21-1dda-4cd2-b42a-0d33ada1288f, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=26483e21-1dda-4cd2-b42a-0d33ada1288f,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:13.325894 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e89da98e-01b8-482e-b5d6-876f5e0c024d None None] Provisioning complete for port 26483e21-1dda-4cd2-b42a-0d33ada1288f triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:13.326270 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e89da98e-01b8-482e-b5d6-876f5e0c024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.390109 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Allocated IP 172.20.0.2 (01dfe32d-5272-43b4-86a0-daae11249ab1/b027398e-eff9-4c6a-9d24-b7b27feee1f2/9d01c9fb-ce0e-4b51-b7bb-143d26ffa290) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:13.395158 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e89da98e-01b8-482e-b5d6-876f5e0c024d None None] Port 26483e21-1dda-4cd2-b42a-0d33ada1288f cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:13.452283 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.496037 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for router_gateway (6cc403f1-d780-45fb-8b0d-96a47ee332fc), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.506296 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:13.506936 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:13.520367 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe401b-3be7-4bbc-ab0e-27fb675eca28 req-32302d58-45df-45ae-b7d7-2ebbfac7f306 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:13.524949 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-adbe401b-3be7-4bbc-ab0e-27fb675eca28 req-32302d58-45df-45ae-b7d7-2ebbfac7f306 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0578020 Jan 17 11:06:13.593530 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620caa-d23c-440f-87c8-a06bfc6b1beb None None] Pushing event updated for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:13.608448 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-adbe401b-3be7-4bbc-ab0e-27fb675eca28 req-99bcdb24-ade0-4c9c-ad92-bbf2d1837177 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Jan 17 11:06:13.712090 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:13.744208 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks [] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.826078 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for router_gateway (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.856843 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.863473 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:06:13.872780 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.906536 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Provisioning complete for port 26483e21-1dda-4cd2-b42a-0d33ada1288f triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:13.907113 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:13.928606 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:13.956529 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:13.958875 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:13.967177 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Pushing event updated for resources: {'Port': ['ID=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:14.001787 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Allocated IP 172.27.2.231 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/b71fcdef-72e9-41f6-be84-7993585dda07) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:14.079807 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Attempting to bind port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:14.080381 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Attempting to bind port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:14.080750 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Attempting to bind port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 on network 01dfe32d-5272-43b4-86a0-daae11249ab1 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:14.091900 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:14.092454 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Checking segment: {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:14.092685 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.093048 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Bound using segment: {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:14.093519 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Bound port: 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:14.093919 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.141395 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for port (b71fcdef-72e9-41f6-be84-7993585dda07), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.213201 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Current status of the port 26483e21-1dda-4cd2-b42a-0d33ada1288f is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:14.213516 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.218818 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:13Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:14.265826 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca29d317-6d59-41ed-847c-63b48eafa8ae None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:13Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:14.272453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dd432-efe4-4630-8f71-824feb218a16 req-5081b81a-965b-4819-96f7-b788fa84e802 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:14.274462 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-065dd432-efe4-4630-8f71-824feb218a16 req-5081b81a-965b-4819-96f7-b788fa84e802 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0526788 Jan 17 11:06:14.284639 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.302444 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] For port 26483e21-1dda-4cd2-b42a-0d33ada1288f, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=26483e21-1dda-4cd2-b42a-0d33ada1288f,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:14.309396 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] For port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:14.313000 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] For port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:14.409254 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:14.421899 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:14.421899 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:14.426707 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.430946 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:14.433698 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-065dd432-efe4-4630-8f71-824feb218a16 req-fec3820b-4669-4982-808b-3419561f1e97 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242063 Jan 17 11:06:14.467098 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b71fcdef-72e9-41f6-be84-7993585dda07,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:14.482110 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-6af4c272-cf63-4845-9c4b-7eaabd84438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:14.483663 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-6af4c272-cf63-4845-9c4b-7eaabd84438a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 1098 time: 0.1881187 Jan 17 11:06:14.719640 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-e52fdb39-e842-4930-92db-4592efc322f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:14.721026 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-e52fdb39-e842-4930-92db-4592efc322f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1953628 Jan 17 11:06:14.724500 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d866c1-8f88-4753-a736-3230482832d2 None None] Pushing event updated for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:14.799410 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c53cd-b23f-4db0-be33-e79a62dc59bc None None] Pushing event updated for resources: {'Port': ['ID=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:14.799617 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-a6aed874-10d0-4bbd-b930-b5e6c1af3405 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 200 len: 217 time: 0.0684078 Jan 17 11:06:14.935134 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-56a7baf7-0bf1-455d-bac8-3f0021c46c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:14.936745 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-56a7baf7-0bf1-455d-bac8-3f0021c46c5b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.0933483 Jan 17 11:06:15.003792 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-a08d18aa-a3ad-4041-a6f5-c0417585e04d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526078 Jan 17 11:06:15.021553 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for router_gateway (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:15.497410 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-698bc191-54dc-4ff9-953a-ce0a0e0ef36f service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844480 Jan 17 11:06:15.591300 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e80db-a769-432c-acbf-968c4374acdd req-eac5a987-3759-4a91-a11a-9fb4dae483a7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:15.601371 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-779e80db-a769-432c-acbf-968c4374acdd req-eac5a987-3759-4a91-a11a-9fb4dae483a7 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0694873 Jan 17 11:06:15.659196 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-779e80db-a769-432c-acbf-968c4374acdd req-bdc766b7-fe0d-4609-b863-951cd2f7b1a8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588465 Jan 17 11:06:15.738586 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:15.745512 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-25da60d0-5fac-4398-80b8-0f14e0140110 req-07e5d2e0-0631-4f03-81b1-0f59eb8d54ee service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078867 Jan 17 11:06:15.991803 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Router 6cc403f1-d780-45fb-8b0d-96a47ee332fc is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:06:16.054855 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3cad40-6450-4f43-a88b-3f6891c99072 None None] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:16.109509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Provisioning complete for port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:16.109940 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.111028 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:06:16.122928 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Sync routers for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:16.159139 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:16.159834 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:16.255175 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.259597 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a32b2bbf-03b3-41ca-bd8f-b89d834070b7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1547551 Jan 17 11:06:16.259597 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34446) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:16.275289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Current status of the port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:16.275768 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.300528 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:16.362555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] For port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:16.386013 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:16.446895 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:16.447400 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.469599 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.541891 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 3, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:16.545921 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c232165-4eee-4c4a-8bdc-457474df78a1 None None] Pushing event updated for resources: {'Port': ['ID=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:16.578054 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Checking router: 6cc403f1-d780-45fb-8b0d-96a47ee332fc for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:16.578436 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Updating router 6cc403f1-d780-45fb-8b0d-96a47ee332fc port b71fcdef-72e9-41f6-be84-7993585dda07 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:06:16.615477 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.623761 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-84953c2b-ba21-459a-97e8-55dfd03da1b4 None None] Provisioning complete for port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:16.624261 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-84953c2b-ba21-459a-97e8-55dfd03da1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.627431 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:16.628155 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 26483e21-1dda-4cd2-b42a-0d33ada1288f up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:16.790747 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 26483e21-1dda-4cd2-b42a-0d33ada1288f triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:16.791124 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.846301 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-84953c2b-ba21-459a-97e8-55dfd03da1b4 None None] Current status of the port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:16.875683 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11971b3-c3b2-4f90-bac9-40186b2abd87 req-d499f23d-eec2-4ae2-93e2-81554433531e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:16.883863 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d11971b3-c3b2-4f90-bac9-40186b2abd87 req-d499f23d-eec2-4ae2-93e2-81554433531e tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0874052 Jan 17 11:06:16.895161 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks [] for port (b71fcdef-72e9-41f6-be84-7993585dda07), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.940654 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:16.960912 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 26483e21-1dda-4cd2-b42a-0d33ada1288f is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:16.964133 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d11971b3-c3b2-4f90-bac9-40186b2abd87 req-2ace1c88-0292-4b8b-8f23-446470f5a4fc tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763977 Jan 17 11:06:16.991631 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.002531 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-aa9d833f-34a2-44b6-8dfb-ee3bbe176c69 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286407 Jan 17 11:06:17.044885 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Attempting to bind port b71fcdef-72e9-41f6-be84-7993585dda07 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:17.045437 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Attempting to bind port b71fcdef-72e9-41f6-be84-7993585dda07 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:17.045813 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Attempting to bind port b71fcdef-72e9-41f6-be84-7993585dda07 on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:17.052417 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:17.053049 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:17.053922 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.054317 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:17.054784 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Bound port: b71fcdef-72e9-41f6-be84-7993585dda07, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:17.055158 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.058448 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.097029 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-4b86f578-f531-4115-851f-c04114dcb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:17.098299 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-4b86f578-f531-4115-851f-c04114dcb2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=785e4db283134817972836d9c109c9da&device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0694447 Jan 17 11:06:17.107491 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] For port b71fcdef-72e9-41f6-be84-7993585dda07, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:17.110952 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] For port b71fcdef-72e9-41f6-be84-7993585dda07, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b71fcdef-72e9-41f6-be84-7993585dda07,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:17.121335 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe02d75-f168-4d17-a1f9-f35708f85cdd None None] Pushing event updated for resources: {'Port': ['ID=b71fcdef-72e9-41f6-be84-7993585dda07,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:17.187822 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.243359 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:17.243973 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:17.279064 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe02d75-f168-4d17-a1f9-f35708f85cdd None None] Pushing event updated for resources: {'Port': ['ID=b71fcdef-72e9-41f6-be84-7993585dda07,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:17.294232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-38a157a2-5b5e-442a-9eeb-fb0688332c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:17.295704 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-38a157a2-5b5e-442a-9eeb-fb0688332c61 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 200 len: 920 time: 0.1707454 Jan 17 11:06:17.342785 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-05f31ef4-d9a5-40e0-bd3a-cef406017bc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd215191-d058-472f-bfb0-9c2257324191 HTTP/1.1" status: 200 len: 217 time: 0.0395961 Jan 17 11:06:17.343801 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Allocated IP 172.20.0.1 (01dfe32d-5272-43b4-86a0-daae11249ab1/b027398e-eff9-4c6a-9d24-b7b27feee1f2/1a5b11d9-3279-47f8-8335-b667e2155147) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:17.353825 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:17.449342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-5417a12a-7d81-464d-adde-619e86a8b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:17.450861 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-5417a12a-7d81-464d-adde-619e86a8b4bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 200 len: 859 time: 0.1016922 Jan 17 11:06:17.488682 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-21489fe6-5e46-4523-9a74-831abf053f8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jan 17 11:06:17.532056 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 3, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:17.559981 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks [] for port (1a5b11d9-3279-47f8-8335-b667e2155147), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.563091 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ba00c-411d-4b87-8eaf-905080bd7c6e None None] The sync data for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi is: [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 3, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:17.617593 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-673f615b-49d6-46ad-9900-f8604f38afec service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182952 Jan 17 11:06:17.707406 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:17.724045 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-50d6671c-a7b0-48dd-af86-77b17e0a60e6 req-d8d1e119-dabf-4c12-8745-47746e7ebafc service neutron] 10.222.0.78 "GET /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984776 Jan 17 11:06:17.757750 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:17.760616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:17.764458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:17.769983 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:17.815624 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.048994 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.085786 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e8ec4105-4afa-4c88-8172-e053b0d69eaf None None] Provisioning complete for port 1a5b11d9-3279-47f8-8335-b667e2155147 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:18.086311 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4105-4afa-4c88-8172-e053b0d69eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.140153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932ee43-a274-490c-a180-2137b6621cb4 req-f3ca6dc4-ef37-4467-8933-97f9f6672eeb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:18.142369 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7932ee43-a274-490c-a180-2137b6621cb4 req-f3ca6dc4-ef37-4467-8933-97f9f6672eeb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0803070 Jan 17 11:06:18.145569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec4105-4afa-4c88-8172-e053b0d69eaf None None] Port 1a5b11d9-3279-47f8-8335-b667e2155147 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:18.263271 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7932ee43-a274-490c-a180-2137b6621cb4 req-905cb0b7-1cc4-4c3e-b3ce-284e4d42f213 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061468 Jan 17 11:06:18.297899 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks [] for port (1a5b11d9-3279-47f8-8335-b667e2155147), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.376617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b71fcdef-72e9-41f6-be84-7993585dda07 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:18.391849 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.454236 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port b71fcdef-72e9-41f6-be84-7993585dda07 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:18.454629 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.474047 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.475920 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:18.573216 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port b71fcdef-72e9-41f6-be84-7993585dda07 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:18.573615 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.596178 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:18.598005 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:18.601881 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port b71fcdef-72e9-41f6-be84-7993585dda07, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b71fcdef-72e9-41f6-be84-7993585dda07,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:18.706253 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.707198 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:18.732735 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Router 6cc403f1-d780-45fb-8b0d-96a47ee332fc has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:06:18.821035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=b71fcdef-72e9-41f6-be84-7993585dda07,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:18.843061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:18.843632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:18.941702 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:18.968984 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-3f43a6d9-0aca-4c28-aeef-f539e0a5aa7a None None] Provisioning complete for port 1a5b11d9-3279-47f8-8335-b667e2155147 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:18.969355 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f43a6d9-0aca-4c28-aeef-f539e0a5aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:19.004944 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-3f43a6d9-0aca-4c28-aeef-f539e0a5aa7a None None] Port 1a5b11d9-3279-47f8-8335-b667e2155147 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:19.149019 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:06:19.154026 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-525083fe-69ff-429f-9621-b8d01104a245 admin admin] 10.222.0.44 "PUT /v2.0/routers/6cc403f1-d780-45fb-8b0d-96a47ee332fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936479 Jan 17 11:06:19.404152 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b5930-5c43-4f19-8024-e709af9c5c65 req-b9170896-98a7-46cb-bbb0-354652258918 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:19.405653 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-679b5930-5c43-4f19-8024-e709af9c5c65 req-b9170896-98a7-46cb-bbb0-354652258918 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0594127 Jan 17 11:06:19.453956 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Sync routers for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:19.465720 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:19.466462 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:19.472148 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-679b5930-5c43-4f19-8024-e709af9c5c65 req-fbc54cec-007f-44ab-b8ad-ea06efc58529 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602338 Jan 17 11:06:19.584883 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:19.753064 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34530) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:19.757796 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153108745', 'description': 'tempest-secgroup-smoke-1153108745 description', 'project_id': '206c2ed32a8d49a1a53f2159971531f0'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:19.793423 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:17Z', 'revision_number': 4, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '1a5b11d9-3279-47f8-8335-b667e2155147', 'name': '', 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'mac_address': 'fa:16:3e:e1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:17Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 2, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'subnets': [{'id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:19.818490 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Checking router: 6cc403f1-d780-45fb-8b0d-96a47ee332fc for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:19.818912 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Updating router 6cc403f1-d780-45fb-8b0d-96a47ee332fc port 1a5b11d9-3279-47f8-8335-b667e2155147 binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:06:19.843998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:19.860710 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:19.954387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (a2b6a227-a9a8-4f97-9bde-d2dcb18dce27), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.088636 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a2b6a227-a9a8-4f97-9bde-d2dcb18dce27), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.123627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks [] for port (1a5b11d9-3279-47f8-8335-b667e2155147), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.134204 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:20.188396 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.190053 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-86831483-5181-4849-aa4c-f8ec960a3707 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4357755 Jan 17 11:06:20.193138 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34540) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:20.197542 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.200365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:20.253118 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b71fcdef-72e9-41f6-be84-7993585dda07 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:20.257059 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55999-b740-46e0-8f09-6507d31f670e None None] Pushing event updated for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:20.333510 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (4707f0cd-76f6-4550-a717-db3a5530e72a), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.363414 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Attempting to bind port 1a5b11d9-3279-47f8-8335-b667e2155147 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:20.363802 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Attempting to bind port 1a5b11d9-3279-47f8-8335-b667e2155147 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:20.364187 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Attempting to bind port 1a5b11d9-3279-47f8-8335-b667e2155147 on network 01dfe32d-5272-43b4-86a0-daae11249ab1 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:20.372597 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:20.372973 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Checking segment: {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:20.373393 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.373812 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Bound using segment: {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:20.374572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Bound port: 1a5b11d9-3279-47f8-8335-b667e2155147, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e8f304-3f23-4852-b716-203d8b15e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:20.374710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.392647 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port b71fcdef-72e9-41f6-be84-7993585dda07 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:20.393031 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.412068 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (4707f0cd-76f6-4550-a717-db3a5530e72a), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.474706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] For port 1a5b11d9-3279-47f8-8335-b667e2155147, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:20.478257 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] For port 1a5b11d9-3279-47f8-8335-b667e2155147, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=1a5b11d9-3279-47f8-8335-b667e2155147,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:20.497653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (4707f0cd-76f6-4550-a717-db3a5530e72a), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.512571 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4707f0cd-76f6-4550-a717-db3a5530e72a,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:20.628048 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.629269 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-029654c6-ba23-4599-9cb6-25f94882c705 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351604 Jan 17 11:06:20.632207 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34546) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:20.633568 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.636676 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:20.676107 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port b71fcdef-72e9-41f6-be84-7993585dda07 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:20.699070 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Provisioning complete for port 1a5b11d9-3279-47f8-8335-b667e2155147 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:20.699462 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.726261 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55999-b740-46e0-8f09-6507d31f670e None None] Pushing event updated for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:20.737029 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:20.737693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:20.752892 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (34f06d91-ce86-4ec0-b603-2fbff6e1fe67), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.813154 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (34f06d91-ce86-4ec0-b603-2fbff6e1fe67), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.884360 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:20.909177 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Current status of the port 1a5b11d9-3279-47f8-8335-b667e2155147 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:20.909580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.935153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (34f06d91-ce86-4ec0-b603-2fbff6e1fe67), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:20.953123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f06d91-ce86-4ec0-b603-2fbff6e1fe67,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:20.960872 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.961223 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.961610 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:20.966003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.016384 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] For port 1a5b11d9-3279-47f8-8335-b667e2155147, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=1a5b11d9-3279-47f8-8335-b667e2155147,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:21.073525 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.076255 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-54bdce14-f7bb-484e-996f-4d82c3685726 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417157 Jan 17 11:06:21.084440 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34552) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:21.088932 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:21.111417 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:17Z', 'revision_number': 4, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '1a5b11d9-3279-47f8-8335-b667e2155147', 'name': '', 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'mac_address': 'fa:16:3e:e1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:17Z', 'updated_at': '2022-01-17T11:06:20Z', 'revision_number': 4, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'subnets': [{'id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:21.143578 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cca560-98f3-439f-8a6b-c29e4e25d6cd None None] The sync data for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi is: [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:17Z', 'revision_number': 4, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '1a5b11d9-3279-47f8-8335-b667e2155147', 'name': '', 'network_id': '01dfe32d-5272-43b4-86a0-daae11249ab1', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'mac_address': 'fa:16:3e:e1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:17Z', 'updated_at': '2022-01-17T11:06:20Z', 'revision_number': 4, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'subnets': [{'id': 'b027398e-eff9-4c6a-9d24-b7b27feee1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:21.146643 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.216618 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f82a4-5701-43ed-b2d2-21229811ff60 None None] Pushing event updated for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:21.243499 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (277d95df-26c7-4234-8feb-1430ffa100cd), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.279629 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-21e8c329-4d0e-4f0a-90c6-05a7a6a12d6f None None] Provisioning complete for port 1a5b11d9-3279-47f8-8335-b667e2155147 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:21.280311 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-21e8c329-4d0e-4f0a-90c6-05a7a6a12d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.333141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (277d95df-26c7-4234-8feb-1430ffa100cd), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.364339 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-21e8c329-4d0e-4f0a-90c6-05a7a6a12d6f None None] Current status of the port 1a5b11d9-3279-47f8-8335-b667e2155147 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:21.448894 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (277d95df-26c7-4234-8feb-1430ffa100cd), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.470587 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277d95df-26c7-4234-8feb-1430ffa100cd,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:21.570998 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.572368 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-278e3902-06ea-4555-8a53-f6bef15a31ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4867771 Jan 17 11:06:21.575013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34564) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:21.579316 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:21.666430 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (b3e36fb9-e6e0-4225-83e2-0fc258d33d6c), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.740472 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (b3e36fb9-e6e0-4225-83e2-0fc258d33d6c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.815086 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (b3e36fb9-e6e0-4225-83e2-0fc258d33d6c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.834592 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e36fb9-e6e0-4225-83e2-0fc258d33d6c,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:21.842905 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.843257 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.843602 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.843939 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.852323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:21.931800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:21.933520 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8e66d24e-6435-443d-a912-aee88f953ee2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574061 Jan 17 11:06:21.936300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34572) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:21.941324 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:22.095114 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.securitygroups_db [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Project 206c2ed32a8d49a1a53f2159971531f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:06:22.103570 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (b9f343bc-7e5e-43cf-af1c-dd142a642f0e), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.169554 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (b9f343bc-7e5e-43cf-af1c-dd142a642f0e), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.243118 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (b9f343bc-7e5e-43cf-af1c-dd142a642f0e), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.254849 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 1a5b11d9-3279-47f8-8335-b667e2155147 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:22.264154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f343bc-7e5e-43cf-af1c-dd142a642f0e,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:22.308593 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 1a5b11d9-3279-47f8-8335-b667e2155147 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:22.310262 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.353738 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.355176 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8ad408f3-4b3f-4986-9db4-d39afa151fba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4178305 Jan 17 11:06:22.358371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34588) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:22.363154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6a227-a9a8-4f97-9bde-d2dcb18dce27', 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:22.398230 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 1a5b11d9-3279-47f8-8335-b667e2155147 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:22.488990 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.securitygroups_db [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Project 206c2ed32a8d49a1a53f2159971531f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:06:22.494240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (f9725852-92e1-428f-9f1e-cc2d5c347267), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.550810 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (f9725852-92e1-428f-9f1e-cc2d5c347267), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.642907 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (f9725852-92e1-428f-9f1e-cc2d5c347267), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.662001 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9725852-92e1-428f-9f1e-cc2d5c347267,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:22.787914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:22.789172 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-62306509-02c0-4192-800d-80675daf0280 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4296913 Jan 17 11:06:29.384851 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34718) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:29.487403 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-076abe62-42e1-454b-b626-de661b945d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.562613 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-076abe62-42e1-454b-b626-de661b945d92 admin admin] Publish callbacks [] for security_group (9206b4e2-7760-4d2c-b6b1-1961303b8d50), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.648191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-076abe62-42e1-454b-b626-de661b945d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9206b4e2-7760-4d2c-b6b1-1961303b8d50), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.686581 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-076abe62-42e1-454b-b626-de661b945d92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9ad61bcceae4d81af575f294eb0209f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999656 Jan 17 11:06:29.689300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076abe62-42e1-454b-b626-de661b945d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9206b4e2-7760-4d2c-b6b1-1961303b8d50,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:29.689493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34722) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:29.736962 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] Publish callbacks [] for security_group (9206b4e2-7760-4d2c-b6b1-1961303b8d50), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.762106 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] Publish callbacks [] for security_group (9206b4e2-7760-4d2c-b6b1-1961303b8d50), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.917491 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (9206b4e2-7760-4d2c-b6b1-1961303b8d50), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.922978 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:29.922978 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9206b4e2-7760-4d2c-b6b1-1961303b8d50 HTTP/1.1" status: 204 len: 168 time: 0.2310054 Jan 17 11:06:29.931807 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673f4b2-c832-4180-8b18-58df53dcca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206b4e2-7760-4d2c-b6b1-1961303b8d50,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:30.574786 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34754) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:30.589822 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e7357a44-ee84-4e3a-be95-dffe673f21ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:30.666139 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e7357a44-ee84-4e3a-be95-dffe673f21ca admin admin] Publish callbacks [] for security_group (46e69143-32b8-4f1d-99ff-b0af4d07a999), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:30.780532 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e7357a44-ee84-4e3a-be95-dffe673f21ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (46e69143-32b8-4f1d-99ff-b0af4d07a999), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:30.821314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e7357a44-ee84-4e3a-be95-dffe673f21ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86f467ec8e0d4e0b9fe1fbaca0835526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453713 Jan 17 11:06:30.822316 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7357a44-ee84-4e3a-be95-dffe673f21ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e69143-32b8-4f1d-99ff-b0af4d07a999,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:30.824141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 34758) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:30.877032 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] Publish callbacks [] for security_group (46e69143-32b8-4f1d-99ff-b0af4d07a999), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:30.901136 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] Publish callbacks [] for security_group (46e69143-32b8-4f1d-99ff-b0af4d07a999), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:30.923468 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-123f516c-ce02-4496-9b71-51e2c52320aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.015312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (46e69143-32b8-4f1d-99ff-b0af4d07a999), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.018089 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.022378 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46e69143-32b8-4f1d-99ff-b0af4d07a999 HTTP/1.1" status: 204 len: 168 time: 0.1929202 Jan 17 11:06:31.027493 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65491e-1802-41e6-926b-755840485f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e69143-32b8-4f1d-99ff-b0af4d07a999,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:31.691963 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34782) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:31.705048 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-464d8956-d87b-435a-950a-3c1272cb1396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.814242 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-464d8956-d87b-435a-950a-3c1272cb1396 admin admin] Publish callbacks [] for security_group (c48be890-856a-4ff8-809f-f13bfb546fd0), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.834941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179316e-8765-4bed-aeeb-9f2282cbe065 req-dd7cf516-dc43-4c69-be89-6e7f8ed38b56 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:31.836485 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4179316e-8765-4bed-aeeb-9f2282cbe065 req-dd7cf516-dc43-4c69-be89-6e7f8ed38b56 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0683899 Jan 17 11:06:31.885583 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4179316e-8765-4bed-aeeb-9f2282cbe065 req-547fa73b-d67e-45fe-9afa-12afb65f4fa1 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Jan 17 11:06:31.900104 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-464d8956-d87b-435a-950a-3c1272cb1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c48be890-856a-4ff8-809f-f13bfb546fd0), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:31.936433 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8956-d87b-435a-950a-3c1272cb1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48be890-856a-4ff8-809f-f13bfb546fd0,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:31.940498 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-464d8956-d87b-435a-950a-3c1272cb1396 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cb24a30ffcf461c9265b2b424bf0372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474670 Jan 17 11:06:31.943862 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 34790) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:31.991669 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] Publish callbacks [] for security_group (c48be890-856a-4ff8-809f-f13bfb546fd0), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:32.013430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] Publish callbacks [] for security_group (c48be890-856a-4ff8-809f-f13bfb546fd0), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:32.191861 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c48be890-856a-4ff8-809f-f13bfb546fd0), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:32.194498 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:32.196583 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c48be890-856a-4ff8-809f-f13bfb546fd0 HTTP/1.1" status: 204 len: 168 time: 0.2516334 Jan 17 11:06:32.204267 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6aac4b-1f25-4540-889d-30140a376618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48be890-856a-4ff8-809f-f13bfb546fd0,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:33.009286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54950d7a-1187-4123-b9ea-11e6f13afb62 req-7590ff3f-d791-41d1-9d45-45511f99ad4a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:33.012460 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54950d7a-1187-4123-b9ea-11e6f13afb62 req-7590ff3f-d791-41d1-9d45-45511f99ad4a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0523865 Jan 17 11:06:33.061860 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54950d7a-1187-4123-b9ea-11e6f13afb62 req-a6cb4e4d-f6a3-44fe-b8ef-3fb935cf4aa8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Jan 17 11:06:33.145691 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e996-ca5a-4ea7-b5dd-5ec2f224e40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:34.185764 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99516-a1cd-41ac-bb7a-5d577b0791b7 req-6795f2af-7980-4ed8-b350-144dc8a5f3d3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:34.187798 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-45b99516-a1cd-41ac-bb7a-5d577b0791b7 req-6795f2af-7980-4ed8-b350-144dc8a5f3d3 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0536163 Jan 17 11:06:34.234978 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-45b99516-a1cd-41ac-bb7a-5d577b0791b7 req-3c9125e5-52fb-42a2-a163-6c83b5a1d0fa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Jan 17 11:06:34.420246 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:34.682989 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-1a0165cf-cbe1-4bc9-bb9f-7b806facf37d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:34.684509 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-1a0165cf-cbe1-4bc9-bb9f-7b806facf37d tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0548518 Jan 17 11:06:34.774998 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Deleting port cd215191-d058-472f-bfb0-9c2257324191 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:06:34.775342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (cd215191-d058-472f-bfb0-9c2257324191), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:34.865718 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] For port cd215191-d058-472f-bfb0-9c2257324191, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd215191-d058-472f-bfb0-9c2257324191,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:34.866095 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (cd215191-d058-472f-bfb0-9c2257324191), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:34.880690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Calling delete_port for cd215191-d058-472f-bfb0-9c2257324191 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:06:35.083342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (cd215191-d058-472f-bfb0-9c2257324191), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:35.095149 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'cd215191-d058-472f-bfb0-9c2257324191'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:06:35.115814 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Pushing event deleted for resources: {'Port': ['ID=cd215191-d058-472f-bfb0-9c2257324191,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:35.160055 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] No DVR routers for this DVR port cd215191-d058-472f-bfb0-9c2257324191 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:06:35.163188 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:35.168271 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6ddda6fd-24a6-499b-a30c-de15f683c17c req-9c3a5de9-9c6e-48d6-80ad-8d45f50722f8 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "DELETE /v2.0/ports/cd215191-d058-472f-bfb0-9c2257324191 HTTP/1.1" status: 204 len: 173 time: 0.4760776 Jan 17 11:06:35.168271 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'name': 'network-vif-deleted', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:06:35.172171 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50901c-b4dd-4cd3-b94c-4ed44ae05be2" -d '{"events": [{"server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "name": "network-vif-deleted", "tag": "cd215191-d058-472f-bfb0-9c2257324191"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:06:35.210414 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775b04c-e8c5-4d9f-a241-e875e3d34f54 x-openstack-request-id: req-4775b04c-e8c5-4d9f-a241-e875e3d34f54 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:06:35.210711 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f9aef-4242-4952-9a69-9aceb6e6a1b4", "name": "network-vif-deleted", "tag": "cd215191-d058-472f-bfb0-9c2257324191", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:06:35.210969 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4775b04c-e8c5-4d9f-a241-e875e3d34f54 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:06:35.211374 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f9aef-4242-4952-9a69-9aceb6e6a1b4', 'name': 'network-vif-deleted', 'tag': 'cd215191-d058-472f-bfb0-9c2257324191', 'status': 'completed', 'code': 200} Jan 17 11:06:35.349930 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0e0eb89c-b002-4b37-9a36-7789393aaeb4 req-2cd1f5a7-5fa7-4ffb-9321-84cb4c9e5a84 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0337503 Jan 17 11:06:35.477950 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-4acde080-a349-4258-af50-0a7c9da01164 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97611181&fields=id&tenant_id=1a84b6f37ccb49eaaab3329beb3822e9 HTTP/1.1" status: 200 len: 267 time: 0.0497167 Jan 17 11:06:35.596291 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-9c070dbc-60ab-4d25-86a7-cfbf28cfb544 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:35.597784 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-9c070dbc-60ab-4d25-86a7-cfbf28cfb544 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 808 time: 0.1125278 Jan 17 11:06:35.612846 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-3f6b742a-1345-462c-9855-3bf08308d5f1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/quotas/1a84b6f37ccb49eaaab3329beb3822e9 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Jan 17 11:06:35.665813 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-de70d1af-b669-4ebc-9050-c230f495b25e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475776 Jan 17 11:06:35.689693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:35.769103 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-e92b66c8-40d2-4999-bf7a-d1b502fb256f service neutron] 10.222.0.44 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925896 Jan 17 11:06:35.863659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-b4403918-cd5c-4788-9e22-bb415df05550 service neutron] 10.222.0.44 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886424 Jan 17 11:06:36.468040 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf058878-c091-45a1-be30-459ff01e8897 req-59f32b34-9b57-4f0d-b9a0-7d8a40dede4f tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=583f9aef-4242-4952-9a69-9aceb6e6a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0344999 Jan 17 11:06:36.540376 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00958d05-b17a-4a1e-bb88-85eefbd38d65 req-59d7680a-c2d6-4451-a1ca-3e2119ecc4dd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0260351 Jan 17 11:06:36.785818 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:37.220748 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd215191-d058-472f-bfb0-9c2257324191 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:06:37.244016 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: cd215191-d058-472f-bfb0-9c2257324191 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:06:37.244282 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd215191-d058-472f-bfb0-9c2257324191 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:06:37.674620 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-830ece48-4640-4e91-8c1c-2fd680d50abe req-12845c40-842d-417a-8f83-d53dac9b9e36 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0253851 Jan 17 11:06:37.966981 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edea7e-e37f-4d32-a6fe-3e344a585dfe req-47b40fdb-5582-4696-ad21-53281e355342 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:37.969139 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41edea7e-e37f-4d32-a6fe-3e344a585dfe req-47b40fdb-5582-4696-ad21-53281e355342 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0480580 Jan 17 11:06:38.019531 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41edea7e-e37f-4d32-a6fe-3e344a585dfe req-5a2a33ca-f405-4541-989d-badd2cbf7fef tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Jan 17 11:06:38.752273 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e5a2d014-852b-4a98-b237-de99e23cd3cd req-2025a647-221b-41e9-97b3-1c53957a8294 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Jan 17 11:06:39.132234 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4767-2c57-4c51-ad2a-75175969022f req-804c1409-58a7-4c6e-90ab-63ccada6e379 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:39.133767 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-853f4767-2c57-4c51-ad2a-75175969022f req-804c1409-58a7-4c6e-90ab-63ccada6e379 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0483942 Jan 17 11:06:39.180591 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-853f4767-2c57-4c51-ad2a-75175969022f req-9ce2ff5b-94ca-462d-ada7-1ba0dc9661ec tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Jan 17 11:06:39.829503 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d55f518a-21e1-4360-b2ec-5def0c4dd46d req-54ba43fd-cea9-45d4-81f6-e44691c3945b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0245428 Jan 17 11:06:40.297037 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046a2f-723c-4a05-8fcf-8806983eeb57 req-98ba3140-1e44-415e-b978-ba3e9d480faa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:40.298472 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73046a2f-723c-4a05-8fcf-8806983eeb57 req-98ba3140-1e44-415e-b978-ba3e9d480faa tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0490448 Jan 17 11:06:40.350671 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73046a2f-723c-4a05-8fcf-8806983eeb57 req-0938c2be-b631-40f9-9e28-c0a794a0e001 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Jan 17 11:06:40.920458 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-af61427d-d83e-46bc-8bd2-159a763aa3f1 req-e72b3022-44c6-40cd-b3fd-32934e8591b4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0252337 Jan 17 11:06:41.466930 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858cb4-fb6b-4def-827b-c66895ba2ee0 req-c09ca404-a196-41e0-8d86-913f0275170a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:41.468520 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23858cb4-fb6b-4def-827b-c66895ba2ee0 req-c09ca404-a196-41e0-8d86-913f0275170a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0501847 Jan 17 11:06:41.518943 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23858cb4-fb6b-4def-827b-c66895ba2ee0 req-0a67ff16-937d-4af2-be29-d31c3db2e871 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Jan 17 11:06:42.013348 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68011564-4492-492c-a31b-02742c7ea17a req-12c5ec1b-9320-467c-ada3-417048b1e490 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0259581 Jan 17 11:06:42.639603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806141-5559-4bdb-ab97-9d91ff0b3e34 req-12dc1462-9861-446a-b11d-4d0ea640862b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:42.641760 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2806141-5559-4bdb-ab97-9d91ff0b3e34 req-12dc1462-9861-446a-b11d-4d0ea640862b tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0550387 Jan 17 11:06:42.688041 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2806141-5559-4bdb-ab97-9d91ff0b3e34 req-96007e6d-8ebe-44cc-91be-73854b016ad4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Jan 17 11:06:42.806084 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-6aa126d2-e04a-4b5f-b931-5bc6260d58c0 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:42.807365 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-6aa126d2-e04a-4b5f-b931-5bc6260d58c0 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 808 time: 0.1052730 Jan 17 11:06:42.874638 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-2817a4cf-4dff-444f-80d3-6b6d064fd2cb tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a84b6f37ccb49eaaab3329beb3822e9 HTTP/1.1" status: 200 len: 378 time: 0.0549095 Jan 17 11:06:42.884053 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'port': {'device_id': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'admin_state_up': True, 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'security_groups': ['f7227d70-1706-4072-ab9e-d8936f168809']}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:43.105391 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Made reservation on behalf of 1a84b6f37ccb49eaaab3329beb3822e9 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:43.109027 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.118502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-312351e5-3b45-465c-ba7c-f48aec3c3520 req-ccfb2603-19c8-40e2-8722-d402ad9a2251 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0250542 Jan 17 11:06:43.241680 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Allocated IP 172.20.0.10 (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b/df5771dd-3c06-48d9-995b-76e05976d136/bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:43.380262 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.477503 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.520574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:43.523488 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:43.527400 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:43.554525 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:43.591316 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:43.591960 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.674968 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-8fa3aea6-dcab-4f6a-9825-2f266ecfc836 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7943490 Jan 17 11:06:43.689698 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Request body: {'port': {'device_id': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:43.754675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.811207 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead585-09ac-4b90-b75d-ccf698d93bbb req-329f1c79-9412-4864-bdb8-8d82669bbdeb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:43.819288 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7ead585-09ac-4b90-b75d-ccf698d93bbb req-329f1c79-9412-4864-bdb8-8d82669bbdeb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0562747 Jan 17 11:06:43.830042 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-5f6d66eb-ac23-4d2e-ba6f-858fdff01576 None None] Provisioning complete for port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:43.831013 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5f6d66eb-ac23-4d2e-ba6f-858fdff01576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:43.865207 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7ead585-09ac-4b90-b75d-ccf698d93bbb req-f20449bf-ca0b-48e6-a4fd-3f214bb75b32 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Jan 17 11:06:43.865421 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d66eb-ac23-4d2e-ba6f-858fdff01576 None None] Port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:06:44.025540 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:06:44.034870 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks [] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.048613 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Transition to ACTIVE for port object bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:06:44.116656 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.188220 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:44.250271 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Attempting to bind port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:44.250616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Attempting to bind port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:44.250953 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Attempting to bind port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 on network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:44.257108 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 on network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:06:44.257574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Attempting to bind port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 on network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:44.262698 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:44.263296 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Checking segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:44.263846 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Bound using segment: {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:44.264536 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Bound port: bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091e6d50-7411-4ad8-bd0b-76b7a3414363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:44.265083 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.293475 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e4d60-7635-419b-a94d-91706d48424e req-0294447d-d80e-45fd-88e4-3f8bfedb9699 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.295035 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f0e4d60-7635-419b-a94d-91706d48424e req-0294447d-d80e-45fd-88e4-3f8bfedb9699 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0726821 Jan 17 11:06:44.345850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:44.349692 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:44.363502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f0e4d60-7635-419b-a94d-91706d48424e req-6eee22c1-6cb2-405b-838a-d86194c58c0d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618050 Jan 17 11:06:44.420409 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.452412 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.452931 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.455016 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] 10.222.0.78 "PUT /v2.0/ports/bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 1094 time: 0.7704718 Jan 17 11:06:44.459121 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:06:44.462144 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0281f43-ae69-4398-bdb2-91b6595dbf58" -d '{"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:06:44.489189 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494c5ff-3476-43f0-87ff-8e2634495d64 service neutron] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:44.535005 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa31d3-e1ca-42d5-b429-1b57be296917 x-openstack-request-id: req-abfa31d3-e1ca-42d5-b429-1b57be296917 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:06:44.535363 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:06:44.535687 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abfa31d3-e1ca-42d5-b429-1b57be296917 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:06:44.536147 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'status': 'completed', 'code': 200} Jan 17 11:06:44.581890 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-54f6f460-5602-49bc-8540-1bb7bea9c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.583423 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-54f6f460-5602-49bc-8540-1bb7bea9c869 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1097 time: 0.0464325 Jan 17 11:06:44.637007 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-64cf44e6-5fbf-49c0-aed0-f78562c63b5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0375633 Jan 17 11:06:44.711728 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-c260163d-1a2f-40c0-aeb2-a045e932a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.713196 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-c260163d-1a2f-40c0-aeb2-a045e932a507 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0494912 Jan 17 11:06:44.738979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d293-63f5-42da-b12a-bf8829f47177 req-b940c69e-d055-496a-9c1d-14fa09fb317c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.740522 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6942d293-63f5-42da-b12a-bf8829f47177 req-b940c69e-d055-496a-9c1d-14fa09fb317c tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0532250 Jan 17 11:06:44.770709 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-667912b7-e8fb-4750-9a36-d3a87618d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:44.772178 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-667912b7-e8fb-4750-9a36-d3a87618d566 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473399 Jan 17 11:06:44.864650 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-3250be0a-82df-4de6-b6a5-0adf0ec1a749 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836568 Jan 17 11:06:44.871661 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Deleting port f0b0e021-70fa-4c81-b8ae-946c09be80b4 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:06:44.872010 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:44.966125 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5c9f8a3f-0763-4db2-98a7-a2ffd0b7e8b8 req-d6821d08-38ab-4457-803f-07965dab08ef service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940578 Jan 17 11:06:44.993983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] For port f0b0e021-70fa-4c81-b8ae-946c09be80b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f0b0e021-70fa-4c81-b8ae-946c09be80b4,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:44.994384 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:45.013556 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Calling delete_port for f0b0e021-70fa-4c81-b8ae-946c09be80b4 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:06:45.030899 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f2e66-3323-46f0-a3d9-65f1dc24e209 req-550d5d74-1a98-4298-b723-41e6bd0ddd6a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.032450 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c7f2e66-3323-46f0-a3d9-65f1dc24e209 req-550d5d74-1a98-4298-b723-41e6bd0ddd6a tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 945 time: 0.0879600 Jan 17 11:06:45.154450 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c7f2e66-3323-46f0-a3d9-65f1dc24e209 req-66ed9efd-5933-4db3-9537-a25a672292a4 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/security-groups?id=a20f2851-2e48-488d-9221-f112a1b52cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Jan 17 11:06:45.172375 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-7096ec1f-9448-4e67-b26c-29cc087bacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.174585 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-7096ec1f-9448-4e67-b26c-29cc087bacbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1097 time: 0.0443141 Jan 17 11:06:45.266525 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-fe2f5391-d725-450c-bc59-7c47959bd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.267978 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-fe2f5391-d725-450c-bc59-7c47959bd18f service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.0852644 Jan 17 11:06:45.282965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (f0b0e021-70fa-4c81-b8ae-946c09be80b4), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:45.297100 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['f0b0e021-70fa-4c81-b8ae-946c09be80b4'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:06:45.312844 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Pushing event deleted for resources: {'Port': ['ID=f0b0e021-70fa-4c81-b8ae-946c09be80b4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:45.313328 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-31ff377a-8623-405f-862a-16c3d401ef4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0381401 Jan 17 11:06:45.367010 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-47e22066-f9f5-4f03-b671-e989fd4d183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.368506 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-47e22066-f9f5-4f03-b671-e989fd4d183a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0458562 Jan 17 11:06:45.383065 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] No DVR routers for this DVR port f0b0e021-70fa-4c81-b8ae-946c09be80b4 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:06:45.386556 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:45.390048 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6942d293-63f5-42da-b12a-bf8829f47177 req-5ac191e5-58bd-49af-98f8-0a2196abcceb tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.78 "DELETE /v2.0/ports/f0b0e021-70fa-4c81-b8ae-946c09be80b4 HTTP/1.1" status: 204 len: 173 time: 0.6426184 Jan 17 11:06:45.390487 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'name': 'network-vif-deleted', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:06:45.392828 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd47424-a146-47fb-aaa0-def0b6d7bc98" -d '{"events": [{"server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "name": "network-vif-deleted", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:06:45.420762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-13c72f4b-b074-45f2-adad-f931a71d1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.422344 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-13c72f4b-b074-45f2-adad-f931a71d1499 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449526 Jan 17 11:06:45.519162 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-35cf679a-ad62-409a-a62c-edb485d360d4 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900576 Jan 17 11:06:45.619127 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f0281f43-ae69-4398-bdb2-91b6595dbf58 req-6c9104aa-a5f5-4888-bb16-4789562e4a4a service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914183 Jan 17 11:06:45.724080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada790-a054-415d-88fa-55f6f6844f09 req-1b8996e9-606a-463a-9d4d-672545d184f4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:45.725542 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88ada790-a054-415d-88fa-55f6f6844f09 req-1b8996e9-606a-463a-9d4d-672545d184f4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.2860553 Jan 17 11:06:45.776217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88ada790-a054-415d-88fa-55f6f6844f09 req-82cac1c0-1cea-4c65-b409-f86e6143fede tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433764 Jan 17 11:06:45.823411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5795b8a3-0a5d-49ba-9c9e-af85bc1a8123 x-openstack-request-id: req-5795b8a3-0a5d-49ba-9c9e-af85bc1a8123 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:06:45.823751 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8160aaf-c87d-428d-8c5f-e547ecc9200c", "name": "network-vif-deleted", "tag": "f0b0e021-70fa-4c81-b8ae-946c09be80b4", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:06:45.824001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5795b8a3-0a5d-49ba-9c9e-af85bc1a8123 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:06:45.824396 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8160aaf-c87d-428d-8c5f-e547ecc9200c', 'name': 'network-vif-deleted', 'tag': 'f0b0e021-70fa-4c81-b8ae-946c09be80b4', 'status': 'completed', 'code': 200} Jan 17 11:06:46.263619 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c2f9e96b-5597-4620-989a-0a06050cbe72 req-0d0027ea-19ec-4f09-9fc7-b8c4d5a15c24 tempest-ServerRescueNegativeTestJSON-970686198 tempest-ServerRescueNegativeTestJSON-970686198-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8160aaf-c87d-428d-8c5f-e547ecc9200c HTTP/1.1" status: 200 len: 210 time: 0.0254176 Jan 17 11:06:46.814609 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:46.899581 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615290b-b7b7-4c31-856c-6573271be9d5 req-5dcf39f4-617f-4515-be62-061eed11fa0f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:46.901100 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f615290b-b7b7-4c31-856c-6573271be9d5 req-5dcf39f4-617f-4515-be62-061eed11fa0f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0518000 Jan 17 11:06:46.953764 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f615290b-b7b7-4c31-856c-6573271be9d5 req-63fd701a-856c-4b23-9176-a5e7dde8232a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471759 Jan 17 11:06:47.293129 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device f0b0e021-70fa-4c81-b8ae-946c09be80b4 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:06:47.314061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: f0b0e021-70fa-4c81-b8ae-946c09be80b4 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:06:47.314409 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device f0b0e021-70fa-4c81-b8ae-946c09be80b4 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:06:47.330558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35086) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:47.729493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (e3001e9c-2479-409c-b6db-34e09cfc250d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:48.037642 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Deleting port c040a877-5033-4e0b-84f5-048c65d6051f {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:06:48.038354 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:48.118597 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c838329-c615-4489-8759-be68222583ac req-140d07ff-990f-4f23-9add-09446eed9592 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:48.120600 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c838329-c615-4489-8759-be68222583ac req-140d07ff-990f-4f23-9add-09446eed9592 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0990274 Jan 17 11:06:48.162203 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] For port c040a877-5033-4e0b-84f5-048c65d6051f, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=c040a877-5033-4e0b-84f5-048c65d6051f,segment=NetworkSegment(acbb9ebe-b66c-4b97-aea5-764c32a7088c),segment_id=acbb9ebe-b66c-4b97-aea5-764c32a7088c)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:48.162572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:48.178422 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Calling delete_port for c040a877-5033-4e0b-84f5-048c65d6051f owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:06:48.244484 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c838329-c615-4489-8759-be68222583ac req-cf66e5d5-aef6-4717-8f00-a0a247ccceea tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084526 Jan 17 11:06:48.477017 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (c040a877-5033-4e0b-84f5-048c65d6051f), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:48.502321 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c040a877-5033-4e0b-84f5-048c65d6051f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:48.653855 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (e3001e9c-2479-409c-b6db-34e09cfc250d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:48.864615 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Router e3001e9c-2479-409c-b6db-34e09cfc250d has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:06:48.970434 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:06:48.976312 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4c431b4f-3206-4d6a-9daf-3cd6bd1f14a7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e3001e9c-2479-409c-b6db-34e09cfc250d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447556 Jan 17 11:06:48.978782 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35104) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:48.981349 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Sync routers for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:06:48.997978 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:48.997978 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:49.082724 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks [] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:49.098929 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:49.188412 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks [] for router_gateway (e3001e9c-2479-409c-b6db-34e09cfc250d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:49.363079 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Deleting port 5573648c-bfcd-4d45-96fe-8c7097beecd4 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:06:49.363079 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:49.372328 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:06:48Z', 'revision_number': 5, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port': {'id': '5573648c-bfcd-4d45-96fe-8c7097beecd4', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:49.400747 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Checking router: e3001e9c-2479-409c-b6db-34e09cfc250d for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:06:49.409160 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Routers {'e3001e9c-2479-409c-b6db-34e09cfc250d'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:06:49.409794 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:06:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['e3001e9c-2479-409c-b6db-34e09cfc250d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:49.430462 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda8b2d-64b7-4472-b51a-bb1c55884048 req-f7646698-ee14-42f5-acc8-897dc2217441 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:49.431933 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bda8b2d-64b7-4472-b51a-bb1c55884048 req-f7646698-ee14-42f5-acc8-897dc2217441 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.1141331 Jan 17 11:06:49.485160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] For port 5573648c-bfcd-4d45-96fe-8c7097beecd4, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=5573648c-bfcd-4d45-96fe-8c7097beecd4,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:49.485527 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:49.496762 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] Set router e3001e9c-2479-409c-b6db-34e09cfc250d gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:06:49.509914 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Calling delete_port for 5573648c-bfcd-4d45-96fe-8c7097beecd4 owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:06:49.520154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bda8b2d-64b7-4472-b51a-bb1c55884048 req-a98b5b30-d5fd-4df3-a25c-4070ef056e6d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818703 Jan 17 11:06:49.555480 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:06:49Z', 'revision_number': 6, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port_host': None}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:49.582475 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45084f4b-aa06-4771-ae84-1be397588392 None None] The sync data for ids ['e3001e9c-2479-409c-b6db-34e09cfc250d'] in dv-cinder-824911-1-iscsi is: [{'id': 'e3001e9c-2479-409c-b6db-34e09cfc250d', 'name': 'tempest-ServerRescueNegativeTestJSON-1709155282-router', 'tenant_id': '785e4db283134817972836d9c109c9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:09Z', 'updated_at': '2022-01-17T11:06:49Z', 'revision_number': 6, 'project_id': '785e4db283134817972836d9c109c9da', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:06:49.985851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (5573648c-bfcd-4d45-96fe-8c7097beecd4), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.012086 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5573648c-bfcd-4d45-96fe-8c7097beecd4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:50.073683 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (e3001e9c-2479-409c-b6db-34e09cfc250d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.171435 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.173596 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks [] for router_controller (e3001e9c-2479-409c-b6db-34e09cfc250d), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.317091 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (e3001e9c-2479-409c-b6db-34e09cfc250d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.317558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3001e9c-2479-409c-b6db-34e09cfc250d {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:06:50.322447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.323590 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ff5e94b1-66d8-418c-862f-da44d68ae2ff admin admin] 10.222.0.44 "DELETE /v2.0/routers/e3001e9c-2479-409c-b6db-34e09cfc250d HTTP/1.1" status: 204 len: 168 time: 1.3438904 Jan 17 11:06:50.325988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35120) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:50.392800 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Deleting subnet b9cab84c-4287-4204-bc22-dcece4ca2c93 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:06:50.398356 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Publish callbacks [] for subnet (b9cab84c-4287-4204-bc22-dcece4ca2c93), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.426667 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 5573648c-bfcd-4d45-96fe-8c7097beecd4 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:06:50.435681 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (b9cab84c-4287-4204-bc22-dcece4ca2c93), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.446510 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 5573648c-bfcd-4d45-96fe-8c7097beecd4 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:06:50.446858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 5573648c-bfcd-4d45-96fe-8c7097beecd4 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:06:50.447292 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device c040a877-5033-4e0b-84f5-048c65d6051f no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:06:50.469648 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: c040a877-5033-4e0b-84f5-048c65d6051f {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:06:50.470028 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device c040a877-5033-4e0b-84f5-048c65d6051f not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:06:50.478702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (b9cab84c-4287-4204-bc22-dcece4ca2c93), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.638961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (b9cab84c-4287-4204-bc22-dcece4ca2c93), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.648456 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9443b-d674-4f13-b2ac-d123caca7a0f req-7c3c8a77-a9ca-49e2-99b2-480c8e137c31 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:50.650067 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dff9443b-d674-4f13-b2ac-d123caca7a0f req-7c3c8a77-a9ca-49e2-99b2-480c8e137c31 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0576677 Jan 17 11:06:50.683065 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.690110 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b9cab84c-4287-4204-bc22-dcece4ca2c93 HTTP/1.1" status: 204 len: 168 time: 0.3594420 Jan 17 11:06:50.690374 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35128) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:50.690796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a51ee6-c1e7-4aca-8fae-3f9affc201ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cab84c-4287-4204-bc22-dcece4ca2c93,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:50.729526 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dff9443b-d674-4f13-b2ac-d123caca7a0f req-2495bc32-48c0-4b19-879e-83bd4273c72d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717399 Jan 17 11:06:50.760453 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.836771 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.855779 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:50.862001 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:06:50.865182 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbb9ebe-b66c-4b97-aea5-764c32a7088c') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:50.865484 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbb9ebe-b66c-4b97-aea5-764c32a7088c') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:06:50.874562 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (acbb9ebe-b66c-4b97-aea5-764c32a7088c), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.887543 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (acbb9ebe-b66c-4b97-aea5-764c32a7088c), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.893306 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:06:50.893624 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (acbb9ebe-b66c-4b97-aea5-764c32a7088c), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:06:50.895839 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:06:51.048595 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.054909 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.061067 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e HTTP/1.1" status: 204 len: 168 time: 0.3685210 Jan 17 11:06:51.070090 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f65d1-7595-44db-887e-d2745be4b1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae3fbfe-def9-4a7d-98a0-7b374abc6f2e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:51.419230 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35136) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:51.459435 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5288ab62-2d6c-4dcb-9d44-c5a4c2c39b55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=785e4db283134817972836d9c109c9da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382633 Jan 17 11:06:51.461061 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35140) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:51.506820 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] Publish callbacks [] for security_group (a20f2851-2e48-488d-9221-f112a1b52cce), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.526760 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] Publish callbacks [] for security_group (a20f2851-2e48-488d-9221-f112a1b52cce), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.671250 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a20f2851-2e48-488d-9221-f112a1b52cce), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.673933 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:51.675093 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a20f2851-2e48-488d-9221-f112a1b52cce HTTP/1.1" status: 204 len: 168 time: 0.2131226 Jan 17 11:06:51.683884 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e76c5f-05e6-41c6-b4a7-3f48b09b174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f2851-2e48-488d-9221-f112a1b52cce,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:51.845369 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223d6c9-3b0c-412c-ae91-ce515f1ee484 req-d6fbef4a-94dc-4a48-8aaa-d89b4cc64e25 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:51.846794 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5223d6c9-3b0c-412c-ae91-ce515f1ee484 req-d6fbef4a-94dc-4a48-8aaa-d89b4cc64e25 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0478754 Jan 17 11:06:51.893377 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5223d6c9-3b0c-412c-ae91-ce515f1ee484 req-403cc850-b855-42bb-8444-cdc42caa6ae1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405414 Jan 17 11:06:52.852031 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35178) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:52.947458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870699274-network', 'tenant_id': '72ed64343682432cbc3cb30fb50badc6'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:53.015243 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421f99-0624-4762-8755-73588e15937a req-b4c87421-9386-4f6b-be48-3f5974560877 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:53.021187 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65421f99-0624-4762-8755-73588e15937a req-b4c87421-9386-4f6b-be48-3f5974560877 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Jan 17 11:06:53.065798 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65421f99-0624-4762-8755-73588e15937a req-a93baa76-9dff-4fb3-a543-97bd6440cea3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433753 Jan 17 11:06:53.071075 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:53.074570 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.082941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.155695 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks [] for security_group (e169ee2c-01b3-438b-9e32-0f390ec2021a), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.224920 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e169ee2c-01b3-438b-9e32-0f390ec2021a), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.248578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:06:53.257794 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169ee2c-01b3-438b-9e32-0f390ec2021a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:53.263377 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (8b86721f-bd40-48a3-9ff3-f1eab24e0c65), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.263722 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Added segment 8b86721f-bd40-48a3-9ff3-f1eab24e0c65 of type vlan for network 84a3e4e7-0197-48e7-8f71-b74b01af283a Jan 17 11:06:53.302529 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (84a3e4e7-0197-48e7-8f71-b74b01af283a), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.402405 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (84a3e4e7-0197-48e7-8f71-b74b01af283a), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.403395 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:53.403983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.462630 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] Pushing event updated for resources: {'Network': ['ID=84a3e4e7-0197-48e7-8f71-b74b01af283a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:53.472215 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:06:53.509170 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9c46cb8d-22b6-470d-9675-c19ed47a1c7f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6559370 Jan 17 11:06:53.511928 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35188) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:06:53.516639 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Request body: {'subnet': {'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870699274-subnet', 'tenant_id': '72ed64343682432cbc3cb30fb50badc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:53.597078 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:53.600002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63278388'] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.797580 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49428287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63278374'] for subnet (77643b14-0148-4053-beec-887b19ac2957), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:53.851542 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77643b14-0148-4053-beec-887b19ac2957,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:53.859988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Checking segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:53.860573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Network hostable DHCP agents. Network: 84a3e4e7-0197-48e7-8f71-b74b01af283a, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:06:53.934152 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:06:54.014099 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 84a3e4e7-0197-48e7-8f71-b74b01af283a) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:54.018378 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:54.019487 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:54.022964 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec79f0-df94-4c5c-8094-db66353e9290 None None] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:54.124103 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96015efa-6a72-443e-8d3f-df62c12b7ad7 None None] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:06:54.126864 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-32d5a158-b996-44b8-ab5e-3c1ee5b9c063 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6126902 Jan 17 11:06:54.198838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0129d-9e6f-4a3f-ab4b-4b62302c64da req-37dc28ef-502b-437c-b31d-598a02f8ebd5 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:54.200892 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ad0129d-9e6f-4a3f-ab4b-4b62302c64da req-37dc28ef-502b-437c-b31d-598a02f8ebd5 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0572722 Jan 17 11:06:54.262381 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ad0129d-9e6f-4a3f-ab4b-4b62302c64da req-697eb293-dd42-4d5c-a1a6-d9b23ff282d7 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559564 Jan 17 11:06:54.556617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-0c5cd3ff-351d-4490-a311-05541e6bf06d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:54.558271 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-0c5cd3ff-351d-4490-a311-05541e6bf06d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.0967786 Jan 17 11:06:54.573142 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-fe8a0d66-d2fa-4e2e-a16a-fd98eb680666 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/quotas/72ed64343682432cbc3cb30fb50badc6 HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jan 17 11:06:54.602792 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-46cb09d9-8dab-450c-bee0-620c446ef486 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249996 Jan 17 11:06:54.693142 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-212a47b7-0544-4c58-857d-adcfdf6ff662 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Jan 17 11:06:54.777950 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-3306ae13-fc2f-4e24-a050-b02f9e1e0375 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791337 Jan 17 11:06:55.070102 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb6348d5-7e2a-4982-8244-a6cee018b759 req-55927697-3684-46ce-8278-f2693c468973 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 210 time: 0.0328534 Jan 17 11:06:55.327033 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:06:55.384883 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68991565-2391-4842-b2d2-d705de644765 req-6f82a05f-becc-41d8-b9b2-06a684496b56 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:55.386401 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68991565-2391-4842-b2d2-d705de644765 req-6f82a05f-becc-41d8-b9b2-06a684496b56 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0585015 Jan 17 11:06:55.427211 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:55.437358 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68991565-2391-4842-b2d2-d705de644765 req-de26eade-7d00-472e-913b-7110b67ec00e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452194 Jan 17 11:06:55.563356 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'mac_address': 'fa:16:3e:be:b4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:06:55.601452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:55.601776 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:55.614297 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:06:55.633610 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:55.716957 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:55.763289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:55.770139 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.770517 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.770892 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.771237 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.771569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.771902 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.772232 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.772562 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.772890 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.773229 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.773559 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.773916 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:55.774239 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:06:56.148564 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c36eb847-86b5-4f65-ac2c-a1f0223b8dde req-fa851881-86d4-4a94-9e2b-a2899366b340 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 210 time: 0.0283694 Jan 17 11:06:56.256844 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:06:56.507512 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-1a8d3fd0-fe16-4975-9089-88622b649a70 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153108745&fields=id&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 267 time: 0.0591640 Jan 17 11:06:56.622493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75856582-b65d-4903-baaf-be00f5916cfa req-4b049576-e8f5-4d65-95a4-49caad3db34d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:56.623894 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75856582-b65d-4903-baaf-be00f5916cfa req-4b049576-e8f5-4d65-95a4-49caad3db34d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 945 time: 0.1152596 Jan 17 11:06:56.659786 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-18b0d028-2f1f-49f2-a704-6a00695001f5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:56.661815 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-18b0d028-2f1f-49f2-a704-6a00695001f5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.1445525 Jan 17 11:06:56.690717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-154f5b77-72c3-43f3-9b82-a62a494723b4 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/quotas/206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 375 time: 0.0227513 Jan 17 11:06:56.701891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75856582-b65d-4903-baaf-be00f5916cfa req-eb719eec-54cd-457e-b7a7-c9b8a637296c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722182 Jan 17 11:06:56.750711 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-b905567b-065a-46cf-a2b2-3288e1d281e6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539918 Jan 17 11:06:56.843850 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-4b3d1cf6-1189-45d2-9cde-a3e46c26097b service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Jan 17 11:06:56.935432 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-6566b681-4f1b-476b-ac1f-a625d79bcd23 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858755 Jan 17 11:06:57.239220 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4a2b2c6b-e994-49bf-aa22-3d341e82771c req-51b89cc4-9809-48e2-8bff-0598793f85ec tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 210 time: 0.0259962 Jan 17 11:06:57.745043 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-b7f71759-931a-4fb7-b4ab-b7e2b6b4de97 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:57.746544 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-b7f71759-931a-4fb7-b4ab-b7e2b6b4de97 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.1177690 Jan 17 11:06:57.759863 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Request body: {'port': {'device_id': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'admin_state_up': True, 'tenant_id': '72ed64343682432cbc3cb30fb50badc6'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:57.819653 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f60ea-b961-4fd4-ac3e-9428a2278b8a req-9e3fbaff-4048-4585-b305-454288285844 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:57.821091 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b0f60ea-b961-4fd4-ac3e-9428a2278b8a req-9e3fbaff-4048-4585-b305-454288285844 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Jan 17 11:06:57.872023 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b0f60ea-b961-4fd4-ac3e-9428a2278b8a req-5f0f329a-bc6b-4b4c-ad8a-85cad605b800 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443506 Jan 17 11:06:57.927168 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-846b1fc8-ae24-47bf-a405-3b32c1b08c82 req-8bec8317-f9a5-4467-b9f1-1f0e4a858130 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 210 time: 0.0336707 Jan 17 11:06:57.968508 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:06:57.972975 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.106278 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Allocated IP 172.20.0.12 (84a3e4e7-0197-48e7-8f71-b74b01af283a/77643b14-0148-4053-beec-887b19ac2957/973a9b4f-e667-4e06-95d1-9234d43684f2) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:06:58.253328 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks [] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.336877 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac8de2be-5174-4b25-918a-f78005746a04 req-bfde8647-5f0a-4597-9ede-d5d97f7b6b12 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 210 time: 0.0306528 Jan 17 11:06:58.346436 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.401405 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:06:58.404436 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:06:58.408214 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:06:58.414750 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event updated for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:58.464486 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:58.465235 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.593444 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-2634f1be-d300-4f69-9eac-3f1667e5ab40 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8371131 Jan 17 11:06:58.608506 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Request body: {'port': {'device_id': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:06:58.661691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.927254 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973a9b4f-e667-4e06-95d1-9234d43684f2 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:06:58.935391 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks [] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:58.947684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Transition to ACTIVE for port object 973a9b4f-e667-4e06-95d1-9234d43684f2 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:06:59.014074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.018517 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-95b58ca8-ba29-4034-97dc-635d877457ed req-0aac9b24-6175-4eea-95b2-e6b3b16fec3b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 210 time: 0.0302052 Jan 17 11:06:59.030893 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd640130-c685-49f0-b51f-1289e0a0d5ef req-0502720d-4a80-4daa-9053-b1cb90f7e826 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.032442 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd640130-c685-49f0-b51f-1289e0a0d5ef req-0502720d-4a80-4daa-9053-b1cb90f7e826 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 945 time: 0.0729542 Jan 17 11:06:59.070545 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Pushing event updated for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:59.083357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd640130-c685-49f0-b51f-1289e0a0d5ef req-c6e5d01c-8d5b-46e5-b7ea-f4e6304a2108 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444419 Jan 17 11:06:59.137796 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Attempting to bind port 973a9b4f-e667-4e06-95d1-9234d43684f2 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:06:59.138174 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Attempting to bind port 973a9b4f-e667-4e06-95d1-9234d43684f2 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:06:59.138508 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Attempting to bind port 973a9b4f-e667-4e06-95d1-9234d43684f2 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:59.143153 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Port 973a9b4f-e667-4e06-95d1-9234d43684f2 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:06:59.143483 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Attempting to bind port 973a9b4f-e667-4e06-95d1-9234d43684f2 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:06:59.148918 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:06:59.149266 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Checking segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:06:59.149651 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Bound using segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:06:59.150140 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Bound port: 973a9b4f-e667-4e06-95d1-9234d43684f2, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:06:59.154324 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.217337 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:06:59.220204 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=973a9b4f-e667-4e06-95d1-9234d43684f2,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:06:59.294579 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.329470 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.329938 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:06:59.330395 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.331542 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] 10.222.0.78 "PUT /v2.0/ports/973a9b4f-e667-4e06-95d1-9234d43684f2 HTTP/1.1" status: 200 len: 1094 time: 0.7275381 Jan 17 11:06:59.332473 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:06:59.334917 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbce8ccc-c3fd-472c-b973-0459505a0acb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:06:59.357772 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1ee1-43f5-456e-b517-f4b1edd408b1 service neutron] Pushing event updated for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:59.380897 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4ddb7-6604-492e-8274-d23b7ccf6e96 x-openstack-request-id: req-71d4ddb7-6604-492e-8274-d23b7ccf6e96 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:06:59.381071 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:06:59.381299 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71d4ddb7-6604-492e-8274-d23b7ccf6e96 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:06:59.381723 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2', 'status': 'completed', 'code': 200} Jan 17 11:06:59.471063 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:06:59.475982 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:06:59.476360 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.477889 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec895fd8-bb89-4664-a385-c7d2b60b3520 req-fc52f335-de6e-4c8d-8fa6-13ee38147825 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.479395 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec895fd8-bb89-4664-a385-c7d2b60b3520 req-fc52f335-de6e-4c8d-8fa6-13ee38147825 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.0533996 Jan 17 11:06:59.524002 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-dc27961b-8ed8-4870-ba8f-03afec07c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.525599 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-dc27961b-8ed8-4870-ba8f-03afec07c1f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 1097 time: 0.0434666 Jan 17 11:06:59.549822 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec895fd8-bb89-4664-a385-c7d2b60b3520 req-c553162a-d98f-4059-9513-db64a3af9214 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Jan 17 11:06:59.560670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:06:59.561176 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.584520 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:06:59.586847 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da59ef-bbd8-440c-a4d6-4858bf9d3988" -d '{"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-plugged", "status": "completed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:06:59.600744 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:06:59.627115 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9962f1-702f-4fe5-8681-c7c913c43a29 x-openstack-request-id: req-0c9962f1-702f-4fe5-8681-c7c913c43a29 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:06:59.627518 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-plugged", "status": "completed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:06:59.627775 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c9962f1-702f-4fe5-8681-c7c913c43a29 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:06:59.628171 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'code': 200} Jan 17 11:06:59.722905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:06:59.775611 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:06:59.863371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-31cc05fb-e5c1-436e-8b43-3920b1fd444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.864910 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-31cc05fb-e5c1-436e-8b43-3920b1fd444a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=72ed64343682432cbc3cb30fb50badc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3281810 Jan 17 11:06:59.958997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-70176d0c-9e54-4a87-99d5-a51953153d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:06:59.960567 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-dbce8ccc-c3fd-472c-b973-0459505a0acb req-70176d0c-9e54-4a87-99d5-a51953153d6a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898850 Jan 17 11:07:00.044585 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-f2362d6b-6f4e-409b-9d5b-57c17dd993d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.046486 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-f2362d6b-6f4e-409b-9d5b-57c17dd993d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 1097 time: 0.0455811 Jan 17 11:07:00.122508 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-4b2cca55-9d77-4a05-a594-f9e324f56c52 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973a9b4f-e667-4e06-95d1-9234d43684f2 HTTP/1.1" status: 200 len: 217 time: 0.0349934 Jan 17 11:07:00.131208 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c01ce05-bfb5-44ee-b577-ad61c89e325d req-462bb3b8-1e86-44bc-aac0-0494e4f06d40 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 210 time: 0.0319800 Jan 17 11:07:00.152611 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-23cb95c3-9fba-4075-911b-91c307f48020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.154276 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-23cb95c3-9fba-4075-911b-91c307f48020 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77643b14-0148-4053-beec-887b19ac2957 HTTP/1.1" status: 200 len: 855 time: 0.0477457 Jan 17 11:07:00.155491 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950d95-d6a8-41fe-b703-fc95c3d49529 req-53517536-ab5d-4e81-bba8-3e4ebe4211c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.156997 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d950d95-d6a8-41fe-b703-fc95c3d49529 req-53517536-ab5d-4e81-bba8-3e4ebe4211c6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1099 time: 0.0914605 Jan 17 11:07:00.199372 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-6ad8d32e-a7d4-4f53-ae0c-0dacbf45f0e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84a3e4e7-0197-48e7-8f71-b74b01af283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313320 Jan 17 11:07:00.229095 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d950d95-d6a8-41fe-b703-fc95c3d49529 req-7caa036c-ba06-4825-a208-076e4b235f1e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614903 Jan 17 11:07:00.267648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694804-f1bb-4729-98b1-8669ec81396a req-3c8c3399-7863-4fdb-8cea-8ca2b9c4f6dc tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.269149 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac694804-f1bb-4729-98b1-8669ec81396a req-3c8c3399-7863-4fdb-8cea-8ca2b9c4f6dc tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0584807 Jan 17 11:07:00.303073 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-67ec1d91-600f-4c74-b786-ed2385ef6bf3 service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882368 Jan 17 11:07:00.317919 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac694804-f1bb-4729-98b1-8669ec81396a req-64062c0f-830f-4d2d-834c-775a78783ba3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428634 Jan 17 11:07:00.593719 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-ff097850-67fc-40d4-b6dd-75fd9e664510 req-df3be34f-b724-4942-8604-ab48bd51d87f service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877342 Jan 17 11:07:00.641985 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-36648e58-86f1-4efe-8ca5-5c705bff5576 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.648985 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-36648e58-86f1-4efe-8ca5-5c705bff5576 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.1263092 Jan 17 11:07:00.711258 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165615aa-ccef-419c-a065-b0652fa5e534 req-5e356ceb-9516-46b9-ac64-1f9f0ee00c86 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.712711 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-165615aa-ccef-419c-a065-b0652fa5e534 req-5e356ceb-9516-46b9-ac64-1f9f0ee00c86 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.0951526 Jan 17 11:07:00.749139 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-cd1f0c77-c3d7-414f-9e77-d5915e75b825 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 380 time: 0.0880387 Jan 17 11:07:00.765986 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'port': {'device_id': '722d758b-d9dc-4c5e-88b5-75247df006de', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'admin_state_up': True, 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'security_groups': ['a2b6a227-a9a8-4f97-9bde-d2dcb18dce27']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:00.827112 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-165615aa-ccef-419c-a065-b0652fa5e534 req-b868873d-fd6f-49db-9b01-9f931257a82b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065586 Jan 17 11:07:00.934015 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1e46008b-424e-4784-a78d-38b06200c287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:00.982021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9e469-6438-40cd-ae88-481f6330582c req-d261ab85-8664-400f-9249-1a6009d21529 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:00.983507 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62c9e469-6438-40cd-ae88-481f6330582c req-d261ab85-8664-400f-9249-1a6009d21529 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0525522 Jan 17 11:07:01.029929 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62c9e469-6438-40cd-ae88-481f6330582c req-cf31801f-4bf3-47ab-b4c7-b0f24910ee22 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Jan 17 11:07:01.030918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Made reservation on behalf of 206c2ed32a8d49a1a53f2159971531f0 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:07:01.034283 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.177003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.20.0.13 (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5/7d74dc64-6185-4779-b9da-fa9d0a8eb1da/80f606d8-8e8c-4fa2-b028-25528ed221cb) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:07:01.260928 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d4c2cf5-5469-42de-b1ba-f6e7032e9c09 req-542d425a-b2d5-45be-a013-6b0c9fad6abc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 210 time: 0.0472736 Jan 17 11:07:01.350997 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.455868 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133193e-14f8-46d1-97b5-f5209d0a7e67 req-680e5c4c-cd2d-4d2e-854e-ba9041b9fac8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:01.457872 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7133193e-14f8-46d1-97b5-f5209d0a7e67 req-680e5c4c-cd2d-4d2e-854e-ba9041b9fac8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0536895 Jan 17 11:07:01.480445 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.537277 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:07:01.545815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:01.554062 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:07:01.558903 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:01.583766 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7133193e-14f8-46d1-97b5-f5209d0a7e67 req-daf125cf-15b6-4921-b082-c153541f770b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201468 Jan 17 11:07:01.615573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:01.616206 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.736821 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-783b7b71-c40e-4c59-8a54-58485f5a26a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755256 Jan 17 11:07:01.748240 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Request body: {'port': {'device_id': '722d758b-d9dc-4c5e-88b5-75247df006de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:01.792964 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0d7da0ee-ee03-4122-8ee2-b27c20663262 None None] Provisioning complete for port 80f606d8-8e8c-4fa2-b028-25528ed221cb triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:01.793408 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d7da0ee-ee03-4122-8ee2-b27c20663262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.806534 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:01.829476 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0d7da0ee-ee03-4122-8ee2-b27c20663262 None None] Port 80f606d8-8e8c-4fa2-b028-25528ed221cb cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:07:02.009432 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45e88-04ce-416a-81e3-2df9d9c3c57d req-825cf7d4-b708-4948-8235-2f57fd096bac tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.010986 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-77b45e88-04ce-416a-81e3-2df9d9c3c57d req-825cf7d4-b708-4948-8235-2f57fd096bac tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.1062126 Jan 17 11:07:02.094646 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-77b45e88-04ce-416a-81e3-2df9d9c3c57d req-b388a24f-bfaf-4cc8-afc1-5867c9a7d1ab tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772905 Jan 17 11:07:02.179329 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f606d8-8e8c-4fa2-b028-25528ed221cb {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:02.189402 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks [] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:02.198617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230dd41-9c1f-42f4-aa73-a1afff6aaaa1 req-4fde4738-2123-4545-8bad-aa032650a583 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.200080 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b230dd41-9c1f-42f4-aa73-a1afff6aaaa1 req-4fde4738-2123-4545-8bad-aa032650a583 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0877919 Jan 17 11:07:02.225457 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Transition to ACTIVE for port object 80f606d8-8e8c-4fa2-b028-25528ed221cb will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:07:02.256267 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b230dd41-9c1f-42f4-aa73-a1afff6aaaa1 req-c24334b6-27e0-4ac7-9e56-6ac6f05da6ae tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490243 Jan 17 11:07:02.305541 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:02.384552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Pushing event updated for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:02.442000 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d305df3-85b8-40c8-9a14-e84ec6407304 req-30493d60-d1da-49c4-ac1e-f25af9f5c448 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.443537 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9d305df3-85b8-40c8-9a14-e84ec6407304 req-30493d60-d1da-49c4-ac1e-f25af9f5c448 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.1119020 Jan 17 11:07:02.496145 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Attempting to bind port 80f606d8-8e8c-4fa2-b028-25528ed221cb on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:07:02.496485 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Attempting to bind port 80f606d8-8e8c-4fa2-b028-25528ed221cb by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:07:02.496818 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Attempting to bind port 80f606d8-8e8c-4fa2-b028-25528ed221cb on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:02.509963 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Port 80f606d8-8e8c-4fa2-b028-25528ed221cb on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:07:02.510217 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Attempting to bind port 80f606d8-8e8c-4fa2-b028-25528ed221cb on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:02.515426 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9d305df3-85b8-40c8-9a14-e84ec6407304 req-c76ff205-6980-4217-b9dc-75fe1f4e339e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654340 Jan 17 11:07:02.519902 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:07:02.520219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:07:02.520588 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Bound using segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:07:02.521009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Bound port: 80f606d8-8e8c-4fa2-b028-25528ed221cb, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:07:02.521438 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:02.586580 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:07:02.589699 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:07:02.631572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:02.677477 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.678332 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:02.679537 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] 10.222.0.78 "PUT /v2.0/ports/80f606d8-8e8c-4fa2-b028-25528ed221cb HTTP/1.1" status: 200 len: 1094 time: 0.9356523 Jan 17 11:07:02.679990 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:02.682585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a" -d '{"events": [{"name": "network-changed", "server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:02.725199 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a862dd39-c2c0-4d3d-b722-ad872eb4e606 x-openstack-request-id: req-a862dd39-c2c0-4d3d-b722-ad872eb4e606 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:02.725504 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:02.725960 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a862dd39-c2c0-4d3d-b722-ad872eb4e606 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:02.726408 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'status': 'completed', 'code': 200} Jan 17 11:07:02.734520 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961e6b7-4a6f-4183-b4e4-5ab783fb2cbf service neutron] Pushing event updated for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:02.745526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bca96-797a-4750-a9d7-111098d63bc4 req-883abdb4-e6c8-4f26-89ea-a5d7844aa946 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.747265 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-639bca96-797a-4750-a9d7-111098d63bc4 req-883abdb4-e6c8-4f26-89ea-a5d7844aa946 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0880744 Jan 17 11:07:02.820726 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-77072df1-e700-4677-9b30-f4c1391fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.822270 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-77072df1-e700-4677-9b30-f4c1391fc527 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 1097 time: 0.0739236 Jan 17 11:07:02.839497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-639bca96-797a-4750-a9d7-111098d63bc4 req-352e4a24-47b6-42ff-be10-dafa76930605 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815971 Jan 17 11:07:02.983671 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-9ddcd1b8-3b5a-4d46-930b-64da674f00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.985262 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-9ddcd1b8-3b5a-4d46-930b-64da674f00f3 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=206c2ed32a8d49a1a53f2159971531f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1329763 Jan 17 11:07:02.993060 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d073d9-5b89-4cfb-9775-a6cd6df020eb req-737b230e-e6c9-41a2-b716-035645a50efa tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:02.994437 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00d073d9-5b89-4cfb-9775-a6cd6df020eb req-737b230e-e6c9-41a2-b716-035645a50efa tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0834978 Jan 17 11:07:03.093190 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00d073d9-5b89-4cfb-9775-a6cd6df020eb req-cd87806d-c7a7-4c8e-a222-b3bd50057c93 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894747 Jan 17 11:07:03.115326 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35386) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:03.117200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-15ac8dcd-ac4d-4351-aae2-0a424ea3c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.117200 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f69b1db5-ee6f-4ef4-a98d-4d8f3a9ede4a req-15ac8dcd-ac4d-4351-aae2-0a424ea3c717 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218357 Jan 17 11:07:03.151873 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-87719bc7-2113-43ad-91c1-7c210a12b3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:03.240632 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-edf39ceb-857a-4b9e-a134-ee888d230f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.242116 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-edf39ceb-857a-4b9e-a134-ee888d230f66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 1097 time: 0.0727024 Jan 17 11:07:03.253939 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba40455-cf26-4f2d-b0fe-d0dacada1f04 req-e579783e-16c6-4cea-a79b-045aacd3f569 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.255852 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ba40455-cf26-4f2d-b0fe-d0dacada1f04 req-e579783e-16c6-4cea-a79b-045aacd3f569 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.0760465 Jan 17 11:07:03.266148 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9199e-4a4a-497a-829e-1ac75fb094f7 tempest-TestShelveInstance-1190557368 tempest-TestShelveInstance-1190557368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.267657 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-5ac9199e-4a4a-497a-829e-1ac75fb094f7 tempest-TestShelveInstance-1190557368 tempest-TestShelveInstance-1190557368-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1094 time: 0.1507821 Jan 17 11:07:03.271344 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35392) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:03.275518 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:03.295432 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-21312651-6321-46f6-a175-2d22870f1c42 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb HTTP/1.1" status: 200 len: 217 time: 0.0384614 Jan 17 11:07:03.379597 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:03.385956 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ba40455-cf26-4f2d-b0fe-d0dacada1f04 req-a044661b-2f1f-4ffc-8433-460538beef11 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221988 Jan 17 11:07:03.398760 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-561b4fe2-01f7-4d48-bdcb-dcf11bd658a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.400210 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-561b4fe2-01f7-4d48-bdcb-dcf11bd658a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0923502 Jan 17 11:07:03.424217 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db094fb-398f-458f-94a3-080c4d247d20 req-2d4a2ace-47e9-4f75-adf6-fe68cebab7ad tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.425766 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1db094fb-398f-458f-94a3-080c4d247d20 req-2d4a2ace-47e9-4f75-adf6-fe68cebab7ad tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0829790 Jan 17 11:07:03.475388 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2cc1-60b8-407f-a775-7054d948981c req-a03de526-11c2-4f8b-a300-634c9503a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.475614 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:03.476870 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-a03de526-11c2-4f8b-a300-634c9503a1a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689635 Jan 17 11:07:03.509267 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1db094fb-398f-458f-94a3-080c4d247d20 req-fa5ce512-71f4-4b61-8e55-e453a0de887b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689383 Jan 17 11:07:03.589076 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Allocated IP 172.27.2.25 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/22cb7b0a-dbe9-457d-8960-e8d187d233f3) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:07:03.693488 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:03.797968 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:03.850736 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:07:03.857233 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d376-59f3-4a23-8ba1-c9ad3d814990 req-26222aa1-36a1-4234-a067-05d0b97fcd0e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:03.857800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'Port': ['ID=22cb7b0a-dbe9-457d-8960-e8d187d233f3,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:03.857920 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25b8d376-59f3-4a23-8ba1-c9ad3d814990 req-26222aa1-36a1-4234-a067-05d0b97fcd0e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0791914 Jan 17 11:07:03.858012 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:03.858012 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:07:03.858763 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-00c9cc78-9e96-4106-8ee8-6d21948a3168 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724813 Jan 17 11:07:03.958732 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25b8d376-59f3-4a23-8ba1-c9ad3d814990 req-868f63e7-9450-42a6-b656-db19b4fbd9a2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955465 Jan 17 11:07:03.984038 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-019b2cc1-60b8-407f-a775-7054d948981c req-62305c93-ec98-4a60-9b90-1703ef82244d service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190598 Jan 17 11:07:04.208582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for floatingip (23a5a79f-a21c-435b-925d-c97f8e1e8cd3), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.324752 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.333991 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.489123 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.508960 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48c0-0db3-4f9b-a658-2250d624923c req-0e76b4f3-39d0-4a47-88eb-2a3309e60431 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:04.510452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a11e48c0-0db3-4f9b-a658-2250d624923c req-0e76b4f3-39d0-4a47-88eb-2a3309e60431 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.0502636 Jan 17 11:07:04.568927 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a11e48c0-0db3-4f9b-a658-2250d624923c req-19a1065e-9ad5-4f13-a283-23c8b29397f2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Jan 17 11:07:04.631442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236a8b-9723-4e32-940d-94808cf79bb2 req-695fe308-a2b9-4c1a-b314-423c8dcc0624 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:04.631442 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca236a8b-9723-4e32-940d-94808cf79bb2 req-695fe308-a2b9-4c1a-b314-423c8dcc0624 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0472457 Jan 17 11:07:04.670858 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.678045 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca236a8b-9723-4e32-940d-94808cf79bb2 req-7e390b4f-b0ec-46f4-9faa-c800c9d789d1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Jan 17 11:07:04.742850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event updated for resources: {'Port': ['ID=22cb7b0a-dbe9-457d-8960-e8d187d233f3,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:04.750267 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (23a5a79f-a21c-435b-925d-c97f8e1e8cd3), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:04.847933 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Floating IP 23a5a79f-a21c-435b-925d-c97f8e1e8cd3 associated. External IP: 172.27.2.25, port: bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5. Jan 17 11:07:05.060960 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Router 9fc3298d-269d-4196-8a35-1418c45edae6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:07:05.085930 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160fc3-cfee-4161-817c-38fc618c9d02 req-79f1657f-6fcb-424c-b2eb-ee8b8255c424 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.087567 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e160fc3-cfee-4161-817c-38fc618c9d02 req-79f1657f-6fcb-424c-b2eb-ee8b8255c424 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0500917 Jan 17 11:07:05.139332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e160fc3-cfee-4161-817c-38fc618c9d02 req-2d0b0eb7-36b9-4858-b741-15737dbfda4a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Jan 17 11:07:05.192920 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:07:05.203037 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Sync routers for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:07:05.212544 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:07:05.213262 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:07:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:05.279461 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:05.310423 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8c3bd91b-580e-4bf2-b81e-81ab51bca211 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0380554 Jan 17 11:07:05.311186 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:05.313592 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d097e-04e1-4dcc-8a03-81781d866f82" -d '{"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:05.319122 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:07:05.352133 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c64307-6264-46ab-81c8-717e94a31d93 x-openstack-request-id: req-03c64307-6264-46ab-81c8-717e94a31d93 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:05.352804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:05.352804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c64307-6264-46ab-81c8-717e94a31d93 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:05.353087 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'status': 'completed', 'code': 200} Jan 17 11:07:05.365490 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 973a9b4f-e667-4e06-95d1-9234d43684f2 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:07:05.418295 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-802a5126-8b1b-4eef-8ab6-c1575d5de970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.420139 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-802a5126-8b1b-4eef-8ab6-c1575d5de970 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1099 time: 0.0429313 Jan 17 11:07:05.518219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-aae3c7c8-a24a-449e-9e98-0654713335e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.520217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-aae3c7c8-a24a-449e-9e98-0654713335e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.0941131 Jan 17 11:07:05.588569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=973a9b4f-e667-4e06-95d1-9234d43684f2,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:05.589552 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-00913fe5-a1d7-4c7c-b079-6cb1b6639528 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 999 time: 0.0630693 Jan 17 11:07:05.619591 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '973a9b4f-e667-4e06-95d1-9234d43684f2', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'port_id': '973a9b4f-e667-4e06-95d1-9234d43684f2', 'mac_address': 'fa:16:3e:b2:11:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77643b14-0148-4053-beec-887b19ac2957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:07:05.627678 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:05.668167 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-25551230-0291-4d60-ad9c-7ce394865692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.668470 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 973a9b4f-e667-4e06-95d1-9234d43684f2 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:05.668890 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:05.669713 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-25551230-0291-4d60-ad9c-7ce394865692 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0736651 Jan 17 11:07:05.694980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973a9b4f-e667-4e06-95d1-9234d43684f2 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:05.722473 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '23a5a79f-a21c-435b-925d-c97f8e1e8cd3', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'mac_address': 'fa:16:3e:be:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:04Z', 'updated_at': '2022-01-17T11:07:04Z', 'revision_number': 0, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:05.723093 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8c0c-eaaa-443d-931c-af61129a4beb req-0b8e24ba-85fd-4125-b3c7-8607275ea528 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.724607 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbed8c0c-eaaa-443d-931c-af61129a4beb req-0b8e24ba-85fd-4125-b3c7-8607275ea528 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 944 time: 0.0912580 Jan 17 11:07:05.738896 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-ec197c43-f933-4678-8c4c-65109bff2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.743334 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-ec197c43-f933-4678-8c4c-65109bff2ec7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670221 Jan 17 11:07:05.765093 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=973a9b4f-e667-4e06-95d1-9234d43684f2,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:05.766603 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Checking router: 9fc3298d-269d-4196-8a35-1418c45edae6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:07:05.776496 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:07:05.777578 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:07:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:05.861550 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:05.876705 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbed8c0c-eaaa-443d-931c-af61129a4beb req-c5c0f4dc-62be-4c0c-825d-e614c76d4741 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322799 Jan 17 11:07:05.909948 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8f8d1-71d0-4d9b-ba17-a8452dfd62ad req-0aa9fc49-568c-48bc-9563-6142f85ccd95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:05.911336 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f8f8d1-71d0-4d9b-ba17-a8452dfd62ad req-0aa9fc49-568c-48bc-9563-6142f85ccd95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.1062818 Jan 17 11:07:05.915299 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-7fb6eb8b-7404-4de7-9d8b-a1d64c6a4284 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644118 Jan 17 11:07:05.936912 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:07:05.965057 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:06.008298 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f8f8d1-71d0-4d9b-ba17-a8452dfd62ad req-40b5b8ed-4af3-4266-a6a6-b2474eaffa29 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908103 Jan 17 11:07:06.043502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-374d097e-04e1-4dcc-8a03-81781d866f82 req-6a0e6d42-5156-41f1-8578-dc8cf6cac657 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199832 Jan 17 11:07:06.186850 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '23a5a79f-a21c-435b-925d-c97f8e1e8cd3', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'mac_address': 'fa:16:3e:be:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:04Z', 'updated_at': '2022-01-17T11:07:04Z', 'revision_number': 0, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:06.213904 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d317602-e935-4c07-a2e6-458bd3b9bbc2 None None] The sync data for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi is: [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '23a5a79f-a21c-435b-925d-c97f8e1e8cd3', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'mac_address': 'fa:16:3e:be:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:04Z', 'updated_at': '2022-01-17T11:07:04Z', 'revision_number': 0, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:07:06.261957 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5722-35f6-42aa-a4bb-446014961b10 req-366beba0-7c58-476d-91a2-7604adc5e296 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:06.263581 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-254d5722-35f6-42aa-a4bb-446014961b10 req-366beba0-7c58-476d-91a2-7604adc5e296 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0550971 Jan 17 11:07:06.312930 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-254d5722-35f6-42aa-a4bb-446014961b10 req-7023c610-a195-4d90-91fa-e8fb3d23fb7b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Jan 17 11:07:06.317066 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:06.421122 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec632f-7568-4fa8-8bd7-c1e30e2386eb None None] New status for floating IP 23a5a79f-a21c-435b-925d-c97f8e1e8cd3: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:07:06.791026 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:06.992494 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377eff4-15cc-4f93-9b92-4b520d4c06f2 req-8db8626d-15a3-4a74-87b6-e49b80f12848 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:06.993970 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8377eff4-15cc-4f93-9b92-4b520d4c06f2 req-8db8626d-15a3-4a74-87b6-e49b80f12848 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 945 time: 0.0486684 Jan 17 11:07:07.043955 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8377eff4-15cc-4f93-9b92-4b520d4c06f2 req-7102d5b4-dd45-46a4-91c0-ca50aa6d203d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Jan 17 11:07:07.134535 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df813d-d70b-4e4d-b4b2-f0a5f4833f0b req-af455078-43d4-4336-8365-7d4bb50d419b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:07.136044 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60df813d-d70b-4e4d-b4b2-f0a5f4833f0b req-af455078-43d4-4336-8365-7d4bb50d419b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0548799 Jan 17 11:07:07.184038 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60df813d-d70b-4e4d-b4b2-f0a5f4833f0b req-61494d53-208a-4d97-aa83-9cd7ecb351c0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Jan 17 11:07:07.376729 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 973a9b4f-e667-4e06-95d1-9234d43684f2 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:07:07.428455 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e3e07-8a3e-49d0-82dd-f2d09ebf5187 req-b42a7b2d-c032-45f7-af99-cada63b98ec6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:07.430094 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-903e3e07-8a3e-49d0-82dd-f2d09ebf5187 req-b42a7b2d-c032-45f7-af99-cada63b98ec6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0495691 Jan 17 11:07:07.482308 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-903e3e07-8a3e-49d0-82dd-f2d09ebf5187 req-75a463e2-7861-40ed-afb1-ade485033aa6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Jan 17 11:07:07.539647 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 973a9b4f-e667-4e06-95d1-9234d43684f2 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:07:07.543851 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 973a9b4f-e667-4e06-95d1-9234d43684f2 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:07.544290 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:07.743387 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 973a9b4f-e667-4e06-95d1-9234d43684f2 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:07.743779 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:07.765740 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:07.767955 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67b9987-19ba-415c-82a6-7e670895264a" -d '{"events": [{"server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "name": "network-vif-plugged", "status": "completed", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:07.780583 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=973a9b4f-e667-4e06-95d1-9234d43684f2,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:07.802223 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d643f1d-b09d-4274-8ca5-15770270eb35 x-openstack-request-id: req-6d643f1d-b09d-4274-8ca5-15770270eb35 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:07.802825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "name": "network-vif-plugged", "status": "completed", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:07.802825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d643f1d-b09d-4274-8ca5-15770270eb35 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:07.803155 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2', 'code': 200} Jan 17 11:07:07.882856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:07.930638 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:08.163788 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ac46a-13ac-4b28-9329-257ec5cb7fa5 req-0fb18f06-4cae-47e2-bda8-e0e32854598f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:08.165204 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c7ac46a-13ac-4b28-9329-257ec5cb7fa5 req-0fb18f06-4cae-47e2-bda8-e0e32854598f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0543098 Jan 17 11:07:08.235584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8793-ffbd-41c1-8bc4-d72d740471f9 req-5265bd6f-c4ee-4f79-aefe-44909e3f7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:08.237118 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d00c8793-ffbd-41c1-8bc4-d72d740471f9 req-5265bd6f-c4ee-4f79-aefe-44909e3f7845 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 1099 time: 0.0709999 Jan 17 11:07:08.240616 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c7ac46a-13ac-4b28-9329-257ec5cb7fa5 req-7570744b-afbe-4c4a-ae6b-50ee6aaf0166 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673003 Jan 17 11:07:08.308222 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d00c8793-ffbd-41c1-8bc4-d72d740471f9 req-fbbcaac1-88cc-4390-aaaa-ecccd6c5d0d8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Jan 17 11:07:08.327458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741e3f-5bd7-4d9b-bb83-fad4a7b7a8c5 req-ca5208e3-5544-4435-b289-221e3706a53c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:08.328810 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff741e3f-5bd7-4d9b-bb83-fad4a7b7a8c5 req-ca5208e3-5544-4435-b289-221e3706a53c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0559969 Jan 17 11:07:08.376991 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff741e3f-5bd7-4d9b-bb83-fad4a7b7a8c5 req-facf5bc0-abf9-477e-b7de-1d56564174f2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Jan 17 11:07:08.594055 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439843b2-6e8d-4d79-8ced-e845f423f02c req-0053ae50-970e-47eb-8f2e-0bf1b91ff117 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:08.595431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-439843b2-6e8d-4d79-8ced-e845f423f02c req-0053ae50-970e-47eb-8f2e-0bf1b91ff117 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0488677 Jan 17 11:07:08.642583 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-439843b2-6e8d-4d79-8ced-e845f423f02c req-e5386023-4261-48ce-b1a9-61a9a38cf6ad tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Jan 17 11:07:09.357079 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f76b21-579d-4e0f-9bf9-bc79f33f51f8 req-3322bc94-bd16-4179-aa79-9a2064dd0f1c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:09.358564 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31f76b21-579d-4e0f-9bf9-bc79f33f51f8 req-3322bc94-bd16-4179-aa79-9a2064dd0f1c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0484657 Jan 17 11:07:09.403151 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31f76b21-579d-4e0f-9bf9-bc79f33f51f8 req-44eab475-b35c-4edb-9614-2c8823b64233 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Jan 17 11:07:09.501831 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930833-513a-4ee0-b122-047d7237910d req-aff32757-a296-4a64-9a62-ea09e5fd78b1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:09.504158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44930833-513a-4ee0-b122-047d7237910d req-aff32757-a296-4a64-9a62-ea09e5fd78b1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0536659 Jan 17 11:07:09.552227 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44930833-513a-4ee0-b122-047d7237910d req-235ffbf6-b2b5-49ed-a5c0-fa3ad3d9a0ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Jan 17 11:07:09.759668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb85a-6785-4a03-9780-733e3ee56ffa req-977ae160-7a9b-4fbd-bdbd-faa05fe9ff5d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:09.761150 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce2cb85a-6785-4a03-9780-733e3ee56ffa req-977ae160-7a9b-4fbd-bdbd-faa05fe9ff5d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0501144 Jan 17 11:07:09.809931 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce2cb85a-6785-4a03-9780-733e3ee56ffa req-4570af3f-60b0-43c2-93e0-19b2cf6335de tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 Jan 17 11:07:10.521028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f4b4-9d78-4990-95e7-acbac153ba33 req-d58f97ed-bbee-4c7c-a6f4-b9b2e801ecf9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:10.523155 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-beb2f4b4-9d78-4990-95e7-acbac153ba33 req-d58f97ed-bbee-4c7c-a6f4-b9b2e801ecf9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0533607 Jan 17 11:07:10.569770 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-beb2f4b4-9d78-4990-95e7-acbac153ba33 req-a01938d5-9756-448f-99b0-a4a431e1308f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jan 17 11:07:10.671773 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5173b7-6257-416b-ba46-e7a72f5e9dc5 req-f6f61239-e2bf-4834-baf7-b653f326a280 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:10.673262 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db5173b7-6257-416b-ba46-e7a72f5e9dc5 req-f6f61239-e2bf-4834-baf7-b653f326a280 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Jan 17 11:07:10.722590 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db5173b7-6257-416b-ba46-e7a72f5e9dc5 req-9dbba072-3462-4633-814d-be656ccbcde0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Jan 17 11:07:10.809028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff109-1d24-4192-bbe9-dd5a809bdb97 req-1b0988c3-a434-431a-8896-94a16836860d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:10.810941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d0ff109-1d24-4192-bbe9-dd5a809bdb97 req-1b0988c3-a434-431a-8896-94a16836860d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0486279 Jan 17 11:07:10.863490 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d0ff109-1d24-4192-bbe9-dd5a809bdb97 req-638eb837-5ee7-4fe7-a571-b688af79de66 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464962 Jan 17 11:07:10.924702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805ff7-c971-4d2d-83e2-12b5fdb5ff39 req-c1714be0-1eea-491f-948b-f4e575e64e04 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:10.926214 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e805ff7-c971-4d2d-83e2-12b5fdb5ff39 req-c1714be0-1eea-491f-948b-f4e575e64e04 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0476956 Jan 17 11:07:10.977320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e805ff7-c971-4d2d-83e2-12b5fdb5ff39 req-f8f2ad80-64a0-40f8-9909-66807b5a4ef5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Jan 17 11:07:11.251019 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35512) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:11.360498 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8a246799-7ab2-45d6-af5e-0711a595067b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.433787 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8a246799-7ab2-45d6-af5e-0711a595067b admin admin] Publish callbacks [] for security_group (6090315a-d75d-48ff-a14d-1bb509fb4e51), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.545122 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8a246799-7ab2-45d6-af5e-0711a595067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6090315a-d75d-48ff-a14d-1bb509fb4e51), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.583674 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8a246799-7ab2-45d6-af5e-0711a595067b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=150b9005a21049709519aa3ce13ff844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315425 Jan 17 11:07:11.585103 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a246799-7ab2-45d6-af5e-0711a595067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6090315a-d75d-48ff-a14d-1bb509fb4e51,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:11.587077 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35518) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:11.633678 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] Publish callbacks [] for security_group (6090315a-d75d-48ff-a14d-1bb509fb4e51), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.655447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] Publish callbacks [] for security_group (6090315a-d75d-48ff-a14d-1bb509fb4e51), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.785194 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6090315a-d75d-48ff-a14d-1bb509fb4e51), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.788486 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:11.789894 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6090315a-d75d-48ff-a14d-1bb509fb4e51 HTTP/1.1" status: 204 len: 168 time: 0.2017858 Jan 17 11:07:11.807821 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29b7bd-d9ee-4daf-8e31-fd0e62cd069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6090315a-d75d-48ff-a14d-1bb509fb4e51,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:11.848223 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00025e97-6a1f-45d0-8a3e-37c63bdf6e51 req-6ba066cc-0c55-424b-a1dd-c09cac5663b8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:11.850392 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00025e97-6a1f-45d0-8a3e-37c63bdf6e51 req-6ba066cc-0c55-424b-a1dd-c09cac5663b8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0560925 Jan 17 11:07:11.897014 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00025e97-6a1f-45d0-8a3e-37c63bdf6e51 req-7d837e46-097d-4a45-baef-6e8b5f02f50a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Jan 17 11:07:11.979886 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5033-779f-48c9-9316-55d9b236d2b3 req-89d152c1-1b24-4383-bd77-357d1d15ed1c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:11.984675 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b0f5033-779f-48c9-9316-55d9b236d2b3 req-89d152c1-1b24-4383-bd77-357d1d15ed1c tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0493741 Jan 17 11:07:12.031643 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b0f5033-779f-48c9-9316-55d9b236d2b3 req-ae012170-4486-48b7-9060-61c7837ecff4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446079 Jan 17 11:07:12.090975 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f285-6220-4a74-ac43-0cd177d8b848 req-99275b01-5354-4987-a7ee-556fa6a67698 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:12.092494 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4f59f285-6220-4a74-ac43-0cd177d8b848 req-99275b01-5354-4987-a7ee-556fa6a67698 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0498245 Jan 17 11:07:12.152357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4f59f285-6220-4a74-ac43-0cd177d8b848 req-092e1535-82fd-4ae8-99be-e804e8e362e1 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542018 Jan 17 11:07:13.014861 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671560a-f14c-4d33-a50e-d4b4f64eeb1a req-d50988e8-ce09-427e-b082-0910eaa2e67c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:13.016335 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d671560a-f14c-4d33-a50e-d4b4f64eeb1a req-d50988e8-ce09-427e-b082-0910eaa2e67c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Jan 17 11:07:13.064449 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d671560a-f14c-4d33-a50e-d4b4f64eeb1a req-54ee65ef-4517-4e18-94f5-e9daaa655f01 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Jan 17 11:07:13.150454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f6ba-72e8-4aba-8717-04ef4cfb07a4 req-38c868ec-6284-4dc8-a9b2-dc7815cd8cfc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:13.151947 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5975f6ba-72e8-4aba-8717-04ef4cfb07a4 req-38c868ec-6284-4dc8-a9b2-dc7815cd8cfc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0487282 Jan 17 11:07:13.200479 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5975f6ba-72e8-4aba-8717-04ef4cfb07a4 req-79785563-be8a-4cd1-a037-6231be951258 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Jan 17 11:07:13.267943 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1e5f4-5f13-4840-b94e-fb981fa9607e req-e0885b27-a8c2-4def-9612-cbe82331e35a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:13.269522 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e2a1e5f4-5f13-4840-b94e-fb981fa9607e req-e0885b27-a8c2-4def-9612-cbe82331e35a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 944 time: 0.0516744 Jan 17 11:07:13.317050 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e2a1e5f4-5f13-4840-b94e-fb981fa9607e req-cfcb8768-5c64-4984-81e8-37a0e6d049d9 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Jan 17 11:07:13.438878 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 80f606d8-8e8c-4fa2-b028-25528ed221cb details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:07:13.536123 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:13.548214 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'port_id': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'mac_address': 'fa:16:3e:57:b3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:07:13.594908 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 80f606d8-8e8c-4fa2-b028-25528ed221cb is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:13.595358 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:13.609788 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f606d8-8e8c-4fa2-b028-25528ed221cb {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:13.631262 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:13.688387 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:13.738137 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:14.166980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['80f606d8-8e8c-4fa2-b028-25528ed221cb'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:14.189548 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad448dd7-a567-4c0c-abff-b5ff25da8bdb req-dfddd1d1-f052-4cba-8762-9836f18c156e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:14.192062 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ad448dd7-a567-4c0c-abff-b5ff25da8bdb req-dfddd1d1-f052-4cba-8762-9836f18c156e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Jan 17 11:07:14.251055 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ad448dd7-a567-4c0c-abff-b5ff25da8bdb req-6b0e80b7-83bb-4c16-957f-2919ed172d7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496154 Jan 17 11:07:14.333458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086475-e2a4-4d1b-8fc8-38d2ed94831a req-9fea7a31-9f39-4f4f-813a-a4e1904d89f0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:14.335340 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1086475-e2a4-4d1b-8fc8-38d2ed94831a req-9fea7a31-9f39-4f4f-813a-a4e1904d89f0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0531385 Jan 17 11:07:14.383935 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1086475-e2a4-4d1b-8fc8-38d2ed94831a req-841a7010-c153-4207-b18d-6485321a668a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Jan 17 11:07:14.431650 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fab32-e6ff-4279-88a3-5717342b4093 req-b114187f-2f62-4bdf-bdff-6230be6dc1e3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:14.433412 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-667fab32-e6ff-4279-88a3-5717342b4093 req-b114187f-2f62-4bdf-bdff-6230be6dc1e3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 945 time: 0.0486424 Jan 17 11:07:14.480020 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-667fab32-e6ff-4279-88a3-5717342b4093 req-c0d2a295-4548-4b90-a1e4-72e0ebdc6039 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Jan 17 11:07:15.376450 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700aae-2cf1-431a-a84b-67017fc62267 req-fcda801e-58ac-44e5-a3e9-55bdca027885 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:15.377877 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b700aae-2cf1-431a-a84b-67017fc62267 req-fcda801e-58ac-44e5-a3e9-55bdca027885 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0540018 Jan 17 11:07:15.438851 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b700aae-2cf1-431a-a84b-67017fc62267 req-9b6fcb23-b123-49eb-b136-83c880c62cfb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554080 Jan 17 11:07:15.441703 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 80f606d8-8e8c-4fa2-b028-25528ed221cb up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:07:15.542842 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793475e-7566-4c2f-87ce-42ca7c8c2469 req-39154543-fd55-4b18-8d93-ffa5f29ee633 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:15.544443 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6793475e-7566-4c2f-87ce-42ca7c8c2469 req-39154543-fd55-4b18-8d93-ffa5f29ee633 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0837758 Jan 17 11:07:15.556605 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 80f606d8-8e8c-4fa2-b028-25528ed221cb completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:07:15.561085 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 80f606d8-8e8c-4fa2-b028-25528ed221cb triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:15.561466 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:15.620662 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6793475e-7566-4c2f-87ce-42ca7c8c2469 req-3a61749e-984d-4794-b35f-96de17bfc0ea tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703077 Jan 17 11:07:15.634721 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71a14c-b8a3-45de-aae5-fb9b842c3de7 req-6e7a9a87-56de-4b14-b726-fd78f9fb4039 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:15.636442 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c71a14c-b8a3-45de-aae5-fb9b842c3de7 req-6e7a9a87-56de-4b14-b726-fd78f9fb4039 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 945 time: 0.0782266 Jan 17 11:07:15.648471 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 80f606d8-8e8c-4fa2-b028-25528ed221cb is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:15.648871 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:15.675833 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:15.675833 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad0d963-4501-4a5b-a98a-e1fe2b61fbba" -d '{"events": [{"server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "name": "network-vif-plugged", "status": "completed", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:15.688211 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:15.698661 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c71a14c-b8a3-45de-aae5-fb9b842c3de7 req-dd8c3e25-151f-48b9-af5e-b5398636e4c2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562623 Jan 17 11:07:15.714416 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d86c3ec-3a55-4390-b98f-34baebb799ed x-openstack-request-id: req-6d86c3ec-3a55-4390-b98f-34baebb799ed {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:15.714735 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "name": "network-vif-plugged", "status": "completed", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:15.715027 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d86c3ec-3a55-4390-b98f-34baebb799ed {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:15.715453 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'code': 200} Jan 17 11:07:15.767866 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:15.818774 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:16.060582 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2536ba-c66f-4949-a0e7-a2a1678dea5d req-84b715d0-76ed-448a-acf1-6aa0a9c989e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:16.062068 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e2536ba-c66f-4949-a0e7-a2a1678dea5d req-84b715d0-76ed-448a-acf1-6aa0a9c989e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 1099 time: 0.0426421 Jan 17 11:07:16.114942 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e2536ba-c66f-4949-a0e7-a2a1678dea5d req-fcaeeab8-555e-4717-9421-d5c0ba1fd88c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380425 Jan 17 11:07:16.556135 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323675-5412-45c0-814a-1e98b16bf8f0 req-75b523a8-9841-431c-a15d-dbaa4109ffe3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:16.557907 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb323675-5412-45c0-814a-1e98b16bf8f0 req-75b523a8-9841-431c-a15d-dbaa4109ffe3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Jan 17 11:07:16.607591 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb323675-5412-45c0-814a-1e98b16bf8f0 req-c487baa8-6904-4493-a850-9596a79869a2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Jan 17 11:07:16.739451 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042329-5f13-4622-9471-36d0d5dd678c req-0056b39c-3736-4130-a0bb-9f3f8cab427e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:16.741011 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b042329-5f13-4622-9471-36d0d5dd678c req-0056b39c-3736-4130-a0bb-9f3f8cab427e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0505481 Jan 17 11:07:16.819151 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b042329-5f13-4622-9471-36d0d5dd678c req-136f688a-afdd-4ada-9936-bf0c74eceebc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710354 Jan 17 11:07:16.832780 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38c430-5c14-42dc-ac55-0d91f203d50e req-29ff1ddd-84b1-41e0-83fd-b298fb68b10b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:16.834307 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f38c430-5c14-42dc-ac55-0d91f203d50e req-29ff1ddd-84b1-41e0-83fd-b298fb68b10b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0696583 Jan 17 11:07:16.876388 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:16.883267 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f38c430-5c14-42dc-ac55-0d91f203d50e req-e52b4042-7dcf-4e77-8251-159a43828240 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Jan 17 11:07:17.729566 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4f2d2-16f9-4871-ad37-c74c6f5a16f1 req-0a6dcded-65d9-4274-9f12-a04d7e7ba168 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:17.731054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3a4f2d2-16f9-4871-ad37-c74c6f5a16f1 req-0a6dcded-65d9-4274-9f12-a04d7e7ba168 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0482547 Jan 17 11:07:17.776385 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3a4f2d2-16f9-4871-ad37-c74c6f5a16f1 req-c4e61117-b230-4afe-9620-c3f99a43013a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397165 Jan 17 11:07:17.950856 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-190e2b7e-6fd3-40ca-99b2-e45047b0617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:17.952333 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-190e2b7e-6fd3-40ca-99b2-e45047b0617a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0715103 Jan 17 11:07:17.978453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624a1d-04c3-467a-801e-da49ff188f79 req-2fcdddad-5576-4b70-98c4-df3e4500b7ff tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:17.980077 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88624a1d-04c3-467a-801e-da49ff188f79 req-2fcdddad-5576-4b70-98c4-df3e4500b7ff tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0898020 Jan 17 11:07:18.112796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853707b-142e-4bbb-841b-31ecd4544216 req-de15fc1f-976c-49fa-a62b-3920940bc98e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:18.114384 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4853707b-142e-4bbb-841b-31ecd4544216 req-de15fc1f-976c-49fa-a62b-3920940bc98e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.1575909 Jan 17 11:07:18.128620 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88624a1d-04c3-467a-801e-da49ff188f79 req-91422b46-599b-4e43-8865-13872510f86f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243594 Jan 17 11:07:18.166454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-69f9f866-0cdb-4958-a8ea-69cce87d41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:18.167864 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-69f9f866-0cdb-4958-a8ea-69cce87d41b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.1717443 Jan 17 11:07:18.199158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4853707b-142e-4bbb-841b-31ecd4544216 req-30dd1d98-eefc-4292-870f-3cfe6d47b097 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694997 Jan 17 11:07:18.252029 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-db721f85-644a-4bda-9167-05beb99402ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1001 time: 0.0685925 Jan 17 11:07:18.299021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-e75eaf5f-8a9d-42d7-864a-c8f6579fba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:18.300430 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-e75eaf5f-8a9d-42d7-864a-c8f6579fba62 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0425658 Jan 17 11:07:18.346643 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-a4f9192c-dfec-47df-bfe1-b0da7e5e7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:18.348103 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-a4f9192c-dfec-47df-bfe1-b0da7e5e7674 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398510 Jan 17 11:07:18.440758 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-14bcbf74-be69-4361-89b4-2b030d76fd6b service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819776 Jan 17 11:07:18.526915 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-085aa378-a1fc-4e7b-9ac0-9129a54abc03 req-35b4ea36-9148-47b2-a457-e4497923946e service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797558 Jan 17 11:07:18.907204 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2bf00-fa1f-4348-b862-2d76766102db req-10454b09-5c6c-4efd-b17d-21f52657598e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:18.908660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2b2bf00-fa1f-4348-b862-2d76766102db req-10454b09-5c6c-4efd-b17d-21f52657598e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0483103 Jan 17 11:07:18.958941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2b2bf00-fa1f-4348-b862-2d76766102db req-d31a6104-c93c-4d6c-a0f9-c93dc9d1a153 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Jan 17 11:07:19.241740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4d5bc-79b4-44d2-bc73-008760441d2b req-c1696517-485c-472c-aa3b-de97c695bc2e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:19.243199 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-57e4d5bc-79b4-44d2-bc73-008760441d2b req-c1696517-485c-472c-aa3b-de97c695bc2e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0477791 Jan 17 11:07:19.313276 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-57e4d5bc-79b4-44d2-bc73-008760441d2b req-dce663f4-f7ee-4dfd-95d2-cba628f7e3f0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644789 Jan 17 11:07:19.328310 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073ea9d-9fa7-4fd1-a1f1-b272dff25864 req-d9967484-3b4a-4bad-b8f7-40029271a15d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:19.329793 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6073ea9d-9fa7-4fd1-a1f1-b272dff25864 req-d9967484-3b4a-4bad-b8f7-40029271a15d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0651793 Jan 17 11:07:19.377157 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6073ea9d-9fa7-4fd1-a1f1-b272dff25864 req-8f639c5e-2149-4e93-bf1c-8a6a49be4cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Jan 17 11:07:19.490266 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ffccb-01fd-46b6-b777-5c3843bc516c req-92f59943-cba0-41fc-bf5c-c08a36ed8e05 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:19.491697 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b82ffccb-01fd-46b6-b777-5c3843bc516c req-92f59943-cba0-41fc-bf5c-c08a36ed8e05 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0507624 Jan 17 11:07:19.539726 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b82ffccb-01fd-46b6-b777-5c3843bc516c req-f1a4d0c0-1eac-40a7-a2c2-df0f1477f8f9 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Jan 17 11:07:19.571731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35646) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:19.762516 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab372e-a8c5-4911-9091-80b2e9007a8f tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:19.766114 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6bab372e-a8c5-4911-9091-80b2e9007a8f tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 1094 time: 0.1933525 Jan 17 11:07:19.766971 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 35660) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:19.772145 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'port_id': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:19.870741 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:19.969255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:20.103682 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.27.2.32 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:07:20.126226 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41016f-10a7-4690-81b2-0f7296377b4c req-834054ba-54e7-4c3b-97cf-3cbd7a6a962d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:20.127756 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4a41016f-10a7-4690-81b2-0f7296377b4c req-834054ba-54e7-4c3b-97cf-3cbd7a6a962d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0805888 Jan 17 11:07:20.227712 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4a41016f-10a7-4690-81b2-0f7296377b4c req-f5c1c979-2943-41ed-ab54-b96c85357365 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859258 Jan 17 11:07:20.253945 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:20.351291 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:20.393997 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:07:20.397579 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:20.401163 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:07:20.430309 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:20.483286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84312c6d-fe4f-4949-8394-f06aedeea0ed req-57437a7d-2152-4161-91f0-b471c2986d2e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:20.484761 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84312c6d-fe4f-4949-8394-f06aedeea0ed req-57437a7d-2152-4161-91f0-b471c2986d2e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0814888 Jan 17 11:07:20.586895 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84312c6d-fe4f-4949-8394-f06aedeea0ed req-9d0b8f80-8478-44af-877d-d7bd568edd7f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866702 Jan 17 11:07:21.075698 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (05e90282-deb4-49ec-908d-d7868f7c25e0), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.199617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.374219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70568c1-cd0f-4d3b-8f7f-2c746a41b59b req-a66664b1-14e0-442e-a576-2bf7b5f8e1e9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:21.375671 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b70568c1-cd0f-4d3b-8f7f-2c746a41b59b req-a66664b1-14e0-442e-a576-2bf7b5f8e1e9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0758924 Jan 17 11:07:21.399141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.435055 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b70568c1-cd0f-4d3b-8f7f-2c746a41b59b req-ade11df8-b528-4c26-8954-8fd3edf94cab tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526700 Jan 17 11:07:21.470549 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.488467 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:07:21.540890 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:21.552239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (05e90282-deb4-49ec-908d-d7868f7c25e0), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.554640 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.554992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.555399 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.555674 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.556008 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.556338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.556667 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.557247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.557572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.557924 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.558250 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.558571 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.558897 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:21.596346 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:21.611121 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:07:21.663850 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 05e90282-deb4-49ec-908d-d7868f7c25e0 associated. External IP: 172.27.2.32, port: 80f606d8-8e8c-4fa2-b028-25528ed221cb. Jan 17 11:07:21.667100 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: ACTIVE; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:21.667630 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.682659 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:21.705820 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:21.781909 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b6e0-eb19-4845-8773-29af36b0414e req-06ade46c-1559-45bd-90fc-07d105ccdbd8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:21.782375 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0417b6e0-eb19-4845-8773-29af36b0414e req-06ade46c-1559-45bd-90fc-07d105ccdbd8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.1160240 Jan 17 11:07:21.842738 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:21.861383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0417b6e0-eb19-4845-8773-29af36b0414e req-650c57a7-6bd8-4dab-99c6-91d2a5a85018 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717728 Jan 17 11:07:21.922060 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=6']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:21.975632 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:07:22.005482 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['29780144-fda0-4f15-8f21-a4e0dcd38584'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:22.088912 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:07:22.100603 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:07:22.122694 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:07:22.123350 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:07:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:22.175889 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:22.212189 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-cae4e836-e0ef-4213-9cb9-ba2779320285 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4441175 Jan 17 11:07:22.212890 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:22.215175 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8809c-8072-4a9f-9a46-096eb218b472" -d '{"events": [{"name": "network-changed", "server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:22.252368 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b65fab-27b8-4208-8944-1a345387b831 x-openstack-request-id: req-e9b65fab-27b8-4208-8944-1a345387b831 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:22.252726 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:22.253054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9b65fab-27b8-4208-8944-1a345387b831 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:22.254015 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'status': 'completed', 'code': 200} Jan 17 11:07:22.262588 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:07:22.327845 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-a07ebf00-bf1e-4551-b942-ebfbe5c07134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:22.329754 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-a07ebf00-bf1e-4551-b942-ebfbe5c07134 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 1099 time: 0.0508206 Jan 17 11:07:22.444590 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-298e2129-8c46-451d-9cf7-5441a8c9e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:22.446364 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-298e2129-8c46-451d-9cf7-5441a8c9e0fc service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.0906646 Jan 17 11:07:22.505841 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '05e90282-deb4-49ec-908d-d7868f7c25e0', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:57:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d758b-d9dc-4c5e-88b5-75247df006de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:20Z', 'updated_at': '2022-01-17T11:07:20Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:22.531710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:07:22.540689 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:07:22.541303 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:07:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:22.548435 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-4f00ddee-f7dd-4f4d-9579-66100ea39697 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb HTTP/1.1" status: 200 len: 999 time: 0.0944502 Jan 17 11:07:22.599156 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce2fc-79b6-47d2-8f10-4126d220a3d6 req-41dc81d1-0a36-496d-b582-687915cb4f67 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:22.601121 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf5ce2fc-79b6-47d2-8f10-4126d220a3d6 req-41dc81d1-0a36-496d-b582-687915cb4f67 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0925391 Jan 17 11:07:22.618591 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-c4bdace5-f7b8-459e-ba7d-810cde89f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:22.620008 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-c4bdace5-f7b8-459e-ba7d-810cde89f631 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0649610 Jan 17 11:07:22.650557 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:07:22.678343 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf5ce2fc-79b6-47d2-8f10-4126d220a3d6 req-c389126e-0c1c-4788-add0-00b6b966976f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705197 Jan 17 11:07:22.691258 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-6ee765e2-3765-4143-b12b-d6d2eb08c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:22.692747 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-6ee765e2-3765-4143-b12b-d6d2eb08c095 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533247 Jan 17 11:07:22.787565 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-fd08cb8a-c7fd-4048-ac34-2a6ebef9adf8 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876577 Jan 17 11:07:22.877078 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ea8809c-8072-4a9f-9a46-096eb218b472 req-b3e9418e-1718-4a44-a455-72855e2303d8 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Jan 17 11:07:22.885473 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '05e90282-deb4-49ec-908d-d7868f7c25e0', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:57:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d758b-d9dc-4c5e-88b5-75247df006de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:20Z', 'updated_at': '2022-01-17T11:07:20Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:07:22.917780 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dae71-4bcb-4920-919c-eab840ce272b None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '05e90282-deb4-49ec-908d-d7868f7c25e0', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:57:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d758b-d9dc-4c5e-88b5-75247df006de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:07:20Z', 'updated_at': '2022-01-17T11:07:20Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:07:23.004944 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080bc54-0d95-43bb-83a2-9a27d43bac04 req-05cf0fca-d615-4e0f-bb94-f4d52280a40a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:23.009862 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e080bc54-0d95-43bb-83a2-9a27d43bac04 req-05cf0fca-d615-4e0f-bb94-f4d52280a40a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0643020 Jan 17 11:07:23.063797 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e080bc54-0d95-43bb-83a2-9a27d43bac04 req-80bb6479-ff12-4c7b-a6b7-740d7d8b5716 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475373 Jan 17 11:07:23.165179 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c8955-c4ab-41e5-8372-8c1ee6b76cce None None] New status for floating IP 05e90282-deb4-49ec-908d-d7868f7c25e0: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:07:23.231284 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-85da5dc2-b8eb-430d-a980-732309257f56 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:23.232831 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-85da5dc2-b8eb-430d-a980-732309257f56 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.1045792 Jan 17 11:07:23.247966 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-57b0939f-af88-47f9-8c82-07c64323766b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/quotas/72ed64343682432cbc3cb30fb50badc6 HTTP/1.1" status: 200 len: 375 time: 0.0094666 Jan 17 11:07:23.302586 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-3acdd3c6-d702-47e8-8807-83a6e8373409 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490184 Jan 17 11:07:23.396524 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-00e6b4d8-171d-4495-82fa-46638ec1bba4 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Jan 17 11:07:23.490160 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-528d0f40-3cd1-484b-8f42-e032f31abf06 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851953 Jan 17 11:07:23.498861 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:07:23.552831 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 29780144-fda0-4f15-8f21-a4e0dcd38584 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:23.554009 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:23.637371 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:23.637712 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:23.661105 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:23.663501 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd37fa0-c5b2-41c5-95f4-c64363709c5f" -d '{"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:23.676174 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:23.702072 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44438c4b-7a92-4b02-a3ef-a14c69cca581 x-openstack-request-id: req-44438c4b-7a92-4b02-a3ef-a14c69cca581 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:23.702401 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:23.702925 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44438c4b-7a92-4b02-a3ef-a14c69cca581 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:23.703490 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'code': 200} Jan 17 11:07:23.779693 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae48968f-85f0-48f5-8ac9-3bb796794b42 req-d9a00918-57c6-4e52-adc6-d8591c7bd8e8 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 210 time: 0.0310476 Jan 17 11:07:23.826196 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:23.844013 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024be9-73a6-48f7-9ace-8beb209f08c9 req-052fb044-0a30-4adc-9f89-5004e19166ca tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:23.846280 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa024be9-73a6-48f7-9ace-8beb209f08c9 req-052fb044-0a30-4adc-9f89-5004e19166ca tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0692875 Jan 17 11:07:23.887919 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=7']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:23.914453 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa024be9-73a6-48f7-9ace-8beb209f08c9 req-0436cf33-a071-4000-a8e0-cf676d40a6e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607884 Jan 17 11:07:24.212948 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7c44d-2a00-4e9f-97c4-ecdf7dd5ea69 req-5388fe07-3da6-493a-9803-a1d648a17c03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:24.215376 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-52d7c44d-2a00-4e9f-97c4-ecdf7dd5ea69 req-5388fe07-3da6-493a-9803-a1d648a17c03 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0560281 Jan 17 11:07:24.287685 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-52d7c44d-2a00-4e9f-97c4-ecdf7dd5ea69 req-a4635bdc-a11e-42fe-b405-21a11f27968b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669415 Jan 17 11:07:24.899490 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa6f91b3-5f06-4dfe-a326-224ea4a0a5f3 req-8899d83a-8cd6-4911-a732-b373e26bb45f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jan 17 11:07:25.071672 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa389a-1beb-4533-a249-a324e8f4b85e req-33589692-c51a-4a35-9474-2ee65a9f03d7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:25.151708 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1fa389a-1beb-4533-a249-a324e8f4b85e req-33589692-c51a-4a35-9474-2ee65a9f03d7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0723615 Jan 17 11:07:25.173631 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1fa389a-1beb-4533-a249-a324e8f4b85e req-e8cc87b8-bdd9-4699-876f-59c873cd12a2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871651 Jan 17 11:07:25.457133 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd13deb-ec3a-45ed-a565-ab0c4e9a3918 req-a224cb05-5381-4873-be6a-a8b9f8f40728 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:25.459675 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd13deb-ec3a-45ed-a565-ab0c4e9a3918 req-a224cb05-5381-4873-be6a-a8b9f8f40728 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0728259 Jan 17 11:07:25.541214 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd13deb-ec3a-45ed-a565-ab0c4e9a3918 req-49f074e1-911b-446d-9113-0149c35bdc53 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617442 Jan 17 11:07:26.009523 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4352dd2f-948a-4e9f-8f29-1cb9e3549e4a req-aee71bf7-b37c-4027-ad8e-cf709c48c040 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 210 time: 0.0276229 Jan 17 11:07:26.380218 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc9a27-079e-47ef-a595-ac9674895698 req-2b7d7881-4c97-4f7c-b8a8-9d10edb88be9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:26.382737 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d0cc9a27-079e-47ef-a595-ac9674895698 req-2b7d7881-4c97-4f7c-b8a8-9d10edb88be9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0947502 Jan 17 11:07:26.405626 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-2ae177f6-32bb-4ba0-87ee-26fb1b315512 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:26.407172 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-2ae177f6-32bb-4ba0-87ee-26fb1b315512 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.2087905 Jan 17 11:07:26.425389 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Request body: {'port': {'device_id': 'ac182343-874f-487e-bf54-dbde1866a918', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'admin_state_up': True, 'tenant_id': '72ed64343682432cbc3cb30fb50badc6'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:26.514647 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d0cc9a27-079e-47ef-a595-ac9674895698 req-ddebedda-54db-4f6a-86b1-010ff30b797e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174333 Jan 17 11:07:26.661521 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:07:26.665402 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:26.674404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b3b9-95d4-4ccf-bc6a-318ebe495c27 req-283a4df7-ddc4-439e-bdc8-0928b708f6c3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:26.681741 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6667b3b9-95d4-4ccf-bc6a-318ebe495c27 req-283a4df7-ddc4-439e-bdc8-0928b708f6c3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0636528 Jan 17 11:07:26.955298 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6667b3b9-95d4-4ccf-bc6a-318ebe495c27 req-186a4854-b30c-4f06-8b4c-619acae602f1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132352 Jan 17 11:07:26.956368 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35832) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:26.957030 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Allocated IP 172.20.0.10 (84a3e4e7-0197-48e7-8f71-b74b01af283a/77643b14-0148-4053-beec-887b19ac2957/104f1922-b875-40f1-8c33-3500edf9d6bc) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:07:26.990017 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.025348 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks [] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.069762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Publish callbacks [] for security_group (c3f5de24-812b-4d55-a3f4-8899598788ec), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.113453 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dd941ce6-4569-4a9d-80f5-9bcf025a136a req-b9f1ee03-186b-48e2-89ba-7faf5ba4f3da tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 210 time: 0.0325274 Jan 17 11:07:27.288375 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.316954 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:27.339462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c3f5de24-812b-4d55-a3f4-8899598788ec), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.347843 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event updated for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:27.360076 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:07:27.362754 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:27.366407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:07:27.406091 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c4323ae2cb94f26a2d5d87f65e43137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258622 Jan 17 11:07:27.406091 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5de24-812b-4d55-a3f4-8899598788ec,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:27.407656 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35846) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:27.428374 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.428739 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.429207 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.429446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:27.429580 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.429913 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.430251 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.430589 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.430711 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.430925 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.431260 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.431596 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.432183 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.432534 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.432890 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6c1c-7ff9-4e81-a14f-487f06738edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:07:27.479608 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] Publish callbacks [] for security_group (c3f5de24-812b-4d55-a3f4-8899598788ec), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.506907 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] Publish callbacks [] for security_group (c3f5de24-812b-4d55-a3f4-8899598788ec), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.519402 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-d53a6111-e791-4961-96a3-abcfe91217ee tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0993798 Jan 17 11:07:27.534057 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Request body: {'port': {'device_id': 'ac182343-874f-487e-bf54-dbde1866a918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:27.636027 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.648154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (c3f5de24-812b-4d55-a3f4-8899598788ec), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.651580 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:27.653209 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3f5de24-812b-4d55-a3f4-8899598788ec HTTP/1.1" status: 204 len: 168 time: 0.2446184 Jan 17 11:07:27.666116 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f88bae-9195-467f-816a-f68e2932f3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5de24-812b-4d55-a3f4-8899598788ec,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:27.733474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af76ff-dde6-46b0-9326-7335a1d7e6af req-0f39fea4-d08d-41d1-ab0b-b601aa370549 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:27.735137 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-86af76ff-dde6-46b0-9326-7335a1d7e6af req-0f39fea4-d08d-41d1-ab0b-b601aa370549 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.1255052 Jan 17 11:07:27.861846 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:07:27.925451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-86af76ff-dde6-46b0-9326-7335a1d7e6af req-14a6e65f-acdd-4b56-8301-b647e89e1583 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299736 Jan 17 11:07:27.999933 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872c63a-e11c-4a63-bc34-15dcf70b7b84 req-41e4e970-35f6-4c1a-a51c-c8fde2a6dd8f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.001403 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b872c63a-e11c-4a63-bc34-15dcf70b7b84 req-41e4e970-35f6-4c1a-a51c-c8fde2a6dd8f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0999508 Jan 17 11:07:28.099624 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b872c63a-e11c-4a63-bc34-15dcf70b7b84 req-671c8cb0-ead6-4f3d-9c6f-64910b904580 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833170 Jan 17 11:07:28.105004 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104f1922-b875-40f1-8c33-3500edf9d6bc {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:28.112896 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks [] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:28.130197 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Transition to ACTIVE for port object 104f1922-b875-40f1-8c33-3500edf9d6bc will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:07:28.219170 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:28.301610 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Pushing event updated for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.363201 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:07:28.366026 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef775f-28de-42bf-8abb-681bc0ed6de6 req-5edca869-d6f7-4fe3-9419-af8092d44a91 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.367405 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e1ef775f-28de-42bf-8abb-681bc0ed6de6 req-5edca869-d6f7-4fe3-9419-af8092d44a91 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.1225924 Jan 17 11:07:28.400586 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Attempting to bind port 104f1922-b875-40f1-8c33-3500edf9d6bc on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:07:28.400919 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Attempting to bind port 104f1922-b875-40f1-8c33-3500edf9d6bc by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:07:28.401251 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Attempting to bind port 104f1922-b875-40f1-8c33-3500edf9d6bc on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:28.413051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Port 104f1922-b875-40f1-8c33-3500edf9d6bc on network 84a3e4e7-0197-48e7-8f71-b74b01af283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:07:28.414657 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Attempting to bind port 104f1922-b875-40f1-8c33-3500edf9d6bc on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:28.423319 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:07:28.423319 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Checking segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:07:28.423319 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Bound using segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:07:28.423727 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Bound port: 104f1922-b875-40f1-8c33-3500edf9d6bc, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:07:28.424093 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:28.444358 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e1ef775f-28de-42bf-8abb-681bc0ed6de6 req-34c5d250-a2fa-4541-bee7-428099ba0442 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Jan 17 11:07:28.515435 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:07:28.522064 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=104f1922-b875-40f1-8c33-3500edf9d6bc,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:07:28.615146 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:28.653549 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.654198 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:28.655596 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] 10.222.0.78 "PUT /v2.0/ports/104f1922-b875-40f1-8c33-3500edf9d6bc HTTP/1.1" status: 200 len: 1094 time: 1.1266317 Jan 17 11:07:28.656707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:28.658961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd334d-7ed6-411d-bb91-1af90c0730e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:28.714736 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd52abb-0439-4f47-adb9-c1ba70434c77 req-e98dd502-2321-4604-b466-e7019b893819 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.724921 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fd52abb-0439-4f47-adb9-c1ba70434c77 req-e98dd502-2321-4604-b466-e7019b893819 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.1516356 Jan 17 11:07:28.739230 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a8e3a8-3abf-4d4c-92a2-9b883c75e106 x-openstack-request-id: req-57a8e3a8-3abf-4d4c-92a2-9b883c75e106 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:28.747419 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:28.747419 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57a8e3a8-3abf-4d4c-92a2-9b883c75e106 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:28.747419 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc', 'status': 'completed', 'code': 200} Jan 17 11:07:28.759122 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce713b47-00e4-4d15-a952-cf72c4c97293 service neutron] Pushing event updated for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:28.837123 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fd52abb-0439-4f47-adb9-c1ba70434c77 req-283260df-2b7a-49bc-b625-2caec6409f98 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111813 Jan 17 11:07:28.853019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-6e144056-b8e2-44e7-aa5d-4a0c34174540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.853019 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-6e144056-b8e2-44e7-aa5d-4a0c34174540 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 1097 time: 0.0856552 Jan 17 11:07:28.858366 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-6c585869-1bf0-438d-93b2-97a4615a09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.860080 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-6c585869-1bf0-438d-93b2-97a4615a09a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0892985 Jan 17 11:07:28.977216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-0c37b267-d5ba-4c50-88eb-f04be941db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:28.978718 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-0c37b267-d5ba-4c50-88eb-f04be941db92 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.1113958 Jan 17 11:07:29.027694 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-d43c60d9-c657-4dde-8742-5ee746750362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.030902 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-d43c60d9-c657-4dde-8742-5ee746750362 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=72ed64343682432cbc3cb30fb50badc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1707053 Jan 17 11:07:29.051729 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-8cade87f-3137-408d-a78e-c1876cbe9c9b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1001 time: 0.0664790 Jan 17 11:07:29.136326 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-bd2d6cfa-8b02-41c8-86e5-d0ce3bf1b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.138219 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-bd2d6cfa-8b02-41c8-86e5-d0ce3bf1b565 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0784483 Jan 17 11:07:29.138877 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35884) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:29.209586 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-7dba1ef5-bffc-415a-b23f-3a16dd649a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.212990 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-7dba1ef5-bffc-415a-b23f-3a16dd649a35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571058 Jan 17 11:07:29.314256 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-529270207-network', 'tenant_id': 'd10bc1ba6de2463f8bd2f9627570ed0f'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:29.390043 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-482a1a78-25b7-4a7b-abbe-97be1703b275 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689751 Jan 17 11:07:29.432533 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7e9b6-95df-4346-900b-de60c7dbf45e req-245b9957-6c7d-4a48-add2-a0ad02774480 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.434259 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bea7e9b6-95df-4346-900b-de60c7dbf45e req-245b9957-6c7d-4a48-add2-a0ad02774480 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.3615646 Jan 17 11:07:29.447414 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Made reservation on behalf of d10bc1ba6de2463f8bd2f9627570ed0f for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:07:29.448965 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.463530 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.464454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-309b756e-e19c-4af6-b31a-6dd8cc42b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.465830 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96cd334d-7ed6-411d-bb91-1af90c0730e5 req-309b756e-e19c-4af6-b31a-6dd8cc42b75d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4261727 Jan 17 11:07:29.526878 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bea7e9b6-95df-4346-900b-de60c7dbf45e req-9e59b9a6-c158-46e5-8956-b84009db1a47 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756860 Jan 17 11:07:29.557117 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9023b0da-1f9b-4e3d-9d27-ef29489c59ea req-06251c1b-ebc0-4aad-8e70-13dd8acfc0cf service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598859 Jan 17 11:07:29.601860 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-13c05f1c-3359-409e-983b-3dc6f74616e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.603511 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-13c05f1c-3359-409e-983b-3dc6f74616e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 1097 time: 0.0844190 Jan 17 11:07:29.627526 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks [] for security_group (a9788fb5-0ff5-4d39-8073-39bf7409cca3), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.633774 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfc1bb-2959-4c67-ae1c-18e7a7eccd71 req-b414a705-7b0a-476d-8d1b-52e6d5479de9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.637863 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aabfc1bb-2959-4c67-ae1c-18e7a7eccd71 req-b414a705-7b0a-476d-8d1b-52e6d5479de9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0776203 Jan 17 11:07:29.677891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-16641985-5ca6-4df4-b13f-a7d994328fc8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f1922-b875-40f1-8c33-3500edf9d6bc HTTP/1.1" status: 200 len: 217 time: 0.0532379 Jan 17 11:07:29.744905 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a9788fb5-0ff5-4d39-8073-39bf7409cca3), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.750636 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aabfc1bb-2959-4c67-ae1c-18e7a7eccd71 req-3a119038-d400-431e-a825-dbaf16ba8afc tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084673 Jan 17 11:07:29.755637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-c97ef7a9-18ec-4b7c-9da9-5f2b859db104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:29.758271 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-c97ef7a9-18ec-4b7c-9da9-5f2b859db104 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77643b14-0148-4053-beec-887b19ac2957 HTTP/1.1" status: 200 len: 855 time: 0.0743721 Jan 17 11:07:29.785084 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:07:29.812614 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-1bd4a84d-6009-484b-bce6-7442ef2d1e8a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84a3e4e7-0197-48e7-8f71-b74b01af283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432076 Jan 17 11:07:29.816686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9788fb5-0ff5-4d39-8073-39bf7409cca3,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:29.827434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (e0d371bf-83a4-4225-9f65-9aadfbdc5b5a), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.827849 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Added segment e0d371bf-83a4-4225-9f65-9aadfbdc5b5a of type vlan for network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f Jan 17 11:07:29.889388 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:29.995946 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-7a4bec74-2e64-468f-b11c-92df2621844a service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763868 Jan 17 11:07:30.007893 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae968b-ce22-4cb8-8667-e8055ab8c4ec req-2e6d8cac-d0d1-4c0f-8f29-9b1ada6735f0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:30.009334 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2aae968b-ce22-4cb8-8667-e8055ab8c4ec req-2e6d8cac-d0d1-4c0f-8f29-9b1ada6735f0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0746171 Jan 17 11:07:30.024998 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:30.026602 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:30.027398 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:30.105262 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] Pushing event updated for resources: {'Network': ['ID=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:30.115710 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2aae968b-ce22-4cb8-8667-e8055ab8c4ec req-deba64fd-8d37-4acd-bda1-785a0f892c9a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984554 Jan 17 11:07:30.127812 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:07:30.166122 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2ef61fce-1912-49a9-a131-b7666bd1eac2 req-e2c7a777-d81b-45c9-8489-18e45f4a74a9 service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557674 Jan 17 11:07:30.185941 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-854f2171-b410-471a-8086-98f3f0b56a2d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0452063 Jan 17 11:07:30.186963 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 35892) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:30.193690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Request body: {'subnet': {'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-529270207-subnet', 'tenant_id': 'd10bc1ba6de2463f8bd2f9627570ed0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:30.334335 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Made reservation on behalf of d10bc1ba6de2463f8bd2f9627570ed0f for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:07:30.336627 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:30.630897 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (6dd21e83-70c2-4f1c-ae09-10cf0e902ba8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:30.665728 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b29dd-e728-4f4f-8cce-3b98393c5575 req-e9e3dcc5-0a06-479a-b406-40b9a76e134f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:30.665728 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e3b29dd-e728-4f4f-8cce-3b98393c5575 req-e9e3dcc5-0a06-479a-b406-40b9a76e134f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0713580 Jan 17 11:07:30.694095 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd21e83-70c2-4f1c-ae09-10cf0e902ba8,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:30.705436 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Checking segment: {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:07:30.705866 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Network hostable DHCP agents. Network: a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:07:30.739950 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e3b29dd-e728-4f4f-8cce-3b98393c5575 req-a7b3914a-9c91-4cf5-aabb-40b45f22bf59 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510025 Jan 17 11:07:30.892586 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20d3b-4806-4331-b8b1-09d74c0da5c9 req-540f57cd-8280-4e3a-a4ef-3e9bb2347916 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:30.893993 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44c20d3b-4806-4331-b8b1-09d74c0da5c9 req-540f57cd-8280-4e3a-a4ef-3e9bb2347916 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0481939 Jan 17 11:07:30.940884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44c20d3b-4806-4331-b8b1-09d74c0da5c9 req-db4a3cd5-9803-45cc-9abb-cbbd63356a18 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Jan 17 11:07:31.236190 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f6224-663e-42a5-ad4c-8761b2f9d520 req-018c5390-95fc-42e3-ac53-8c4025fea8ae tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:31.237696 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58f6224-663e-42a5-ad4c-8761b2f9d520 req-018c5390-95fc-42e3-ac53-8c4025fea8ae tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0477810 Jan 17 11:07:31.286281 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58f6224-663e-42a5-ad4c-8761b2f9d520 req-2def9978-fd29-4fdc-b1f6-a299baeba9eb tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Jan 17 11:07:31.465351 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:07:31.539290 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1041cb02-eb5a-4ee6-be2f-e430c73cbb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:31.618912 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:31.623549 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:31.624779 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:31.628565 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43505c-ce9b-4df5-8557-cbd266147b8c None None] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:07:31.715540 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-536d9ac7-5f3c-4428-be99-4dbbf5a00a15 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5191357 Jan 17 11:07:31.757507 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655df4ab-7c6e-4f46-973a-d837f4949059 None None] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:07:31.951652 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b22a7-68c7-4b02-a4a4-947c1c316594 req-2676e226-13ef-4d27-9fd1-91e74f8a76c6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:31.953244 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a79b22a7-68c7-4b02-a4a4-947c1c316594 req-2676e226-13ef-4d27-9fd1-91e74f8a76c6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.1065700 Jan 17 11:07:32.033100 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a79b22a7-68c7-4b02-a4a4-947c1c316594 req-f7b1a528-8cb3-47e4-8376-30c6381d623c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710437 Jan 17 11:07:32.112665 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637b30a-c6a1-4cbb-a3ac-726e7944074e req-51cebad9-e35f-4ee1-b3ed-d9dd99dcdffb tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:32.114249 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2637b30a-c6a1-4cbb-a3ac-726e7944074e req-51cebad9-e35f-4ee1-b3ed-d9dd99dcdffb tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0644951 Jan 17 11:07:32.189972 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2637b30a-c6a1-4cbb-a3ac-726e7944074e req-ee6fe7d4-7293-45f7-b7f4-f25a2e6b0b4c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557439 Jan 17 11:07:33.150820 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-660129c2-f3a6-4e87-81fc-b2f86930787b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:33.231064 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58831d5-25a8-43d1-b0fc-956a0eea0986 req-68c6b99d-6bf0-46e6-a962-82f6d5d11aa1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:33.232590 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58831d5-25a8-43d1-b0fc-956a0eea0986 req-68c6b99d-6bf0-46e6-a962-82f6d5d11aa1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0722802 Jan 17 11:07:33.322199 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58831d5-25a8-43d1-b0fc-956a0eea0986 req-5a9b5397-808b-4a66-9a60-7d2228a1a18e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818584 Jan 17 11:07:33.342729 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3974600-ffb7-4a73-94a1-396c114cf015 req-b5d15408-dbf4-49e4-8b2d-b0356b7339b7 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:33.350662 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3974600-ffb7-4a73-94a1-396c114cf015 req-b5d15408-dbf4-49e4-8b2d-b0356b7339b7 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0849719 Jan 17 11:07:33.393998 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3974600-ffb7-4a73-94a1-396c114cf015 req-56c8b496-d414-46c7-8c7c-41f71246832e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Jan 17 11:07:34.006380 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-78cce59d-4a5e-466c-a1fd-f07746273bbd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:34.007913 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-78cce59d-4a5e-466c-a1fd-f07746273bbd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/networks?id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f HTTP/1.1" status: 200 len: 813 time: 0.1230235 Jan 17 11:07:34.023048 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-b797c63d-1680-411a-8712-a0ad0028c9cd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/quotas/d10bc1ba6de2463f8bd2f9627570ed0f HTTP/1.1" status: 200 len: 375 time: 0.0099092 Jan 17 11:07:34.064399 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-f8577809-091d-4ab8-b4e2-6dc6a5b947ad tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358865 Jan 17 11:07:34.166343 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-cef59302-9812-408e-9e94-174d8a6bd7f7 service neutron] 10.222.0.44 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943542 Jan 17 11:07:34.289079 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-3e117ad2-b1e9-4bcd-b44b-4fc8e447a43f service neutron] 10.222.0.44 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168365 Jan 17 11:07:34.363026 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:34.466116 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d16ed-1b2a-484e-b02e-5cffcb83540a req-a5d0c515-a0fb-46e4-bf2f-f7240f2064ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:34.467736 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b51d16ed-1b2a-484e-b02e-5cffcb83540a req-a5d0c515-a0fb-46e4-bf2f-f7240f2064ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0610852 Jan 17 11:07:34.524716 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b51d16ed-1b2a-484e-b02e-5cffcb83540a req-4db5d24b-8c6b-402e-9225-3454ce8397ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509815 Jan 17 11:07:34.635718 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fcfc2-67db-4b1a-92fc-d7bd8401c8c8 req-c5e1e065-4f3e-4111-8841-62f3e7c33b94 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:34.637811 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-651fcfc2-67db-4b1a-92fc-d7bd8401c8c8 req-c5e1e065-4f3e-4111-8841-62f3e7c33b94 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0565591 Jan 17 11:07:34.683959 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-651fcfc2-67db-4b1a-92fc-d7bd8401c8c8 req-792dbfd5-0a7e-4037-b0d1-18cee52bd98c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Jan 17 11:07:35.189877 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65efa505-ed23-431a-8856-23bb82fb7a90 req-3051ce39-48c3-44e3-9f3a-47b2410abb31 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Jan 17 11:07:35.529258 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 104f1922-b875-40f1-8c33-3500edf9d6bc details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:07:35.602801 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:35.656769 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b452f-a12f-44c5-9c3b-541975f2bee5 req-f5888001-9de1-4f9d-9565-c972855dcdb1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:35.657511 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=104f1922-b875-40f1-8c33-3500edf9d6bc,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:35.669905 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f3b452f-a12f-44c5-9c3b-541975f2bee5 req-f5888001-9de1-4f9d-9565-c972855dcdb1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0682104 Jan 17 11:07:35.685114 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '104f1922-b875-40f1-8c33-3500edf9d6bc', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'port_id': '104f1922-b875-40f1-8c33-3500edf9d6bc', 'mac_address': 'fa:16:3e:78:2b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77643b14-0148-4053-beec-887b19ac2957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:07:35.741526 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f3b452f-a12f-44c5-9c3b-541975f2bee5 req-3f59ce37-6017-4ba3-a0eb-14608450bd44 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639884 Jan 17 11:07:35.752789 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 104f1922-b875-40f1-8c33-3500edf9d6bc is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:35.753368 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:35.772599 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104f1922-b875-40f1-8c33-3500edf9d6bc {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:35.795901 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=104f1922-b875-40f1-8c33-3500edf9d6bc,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:35.836670 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6668d-a726-41a7-ac98-2063c3633fe0 req-d6a7aaa8-a51e-4d1a-9cb2-e3647d43702f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:35.842122 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aef6668d-a726-41a7-ac98-2063c3633fe0 req-d6a7aaa8-a51e-4d1a-9cb2-e3647d43702f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 944 time: 0.0703075 Jan 17 11:07:35.864868 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:35.892202 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aef6668d-a726-41a7-ac98-2063c3633fe0 req-0f2e35c0-85c6-450d-a673-aff757874c26 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475214 Jan 17 11:07:35.924327 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:36.268544 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33554f29-01b6-4ecb-80da-cb45934ed5b8 req-a95c89f0-ef50-43ed-a6b9-bcbdfda132ef tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 210 time: 0.0253899 Jan 17 11:07:36.410953 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['104f1922-b875-40f1-8c33-3500edf9d6bc'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:36.813597 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:36.854293 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce98bb1-058f-47dc-bb15-ae397674d451 req-99b019ec-ee54-41ab-9f32-99fedd317c41 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:36.855783 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fce98bb1-058f-47dc-bb15-ae397674d451 req-99b019ec-ee54-41ab-9f32-99fedd317c41 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0513365 Jan 17 11:07:36.906999 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fce98bb1-058f-47dc-bb15-ae397674d451 req-d70999fa-931b-436d-bc86-c896b8b6a071 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 Jan 17 11:07:37.018618 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1f95-b959-448a-ad3e-81c4160de975 req-ae71efa4-572e-43bc-9412-c1d9dd2fc0d8 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.019970 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34ec1f95-b959-448a-ad3e-81c4160de975 req-ae71efa4-572e-43bc-9412-c1d9dd2fc0d8 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Jan 17 11:07:37.066065 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34ec1f95-b959-448a-ad3e-81c4160de975 req-ab91da87-25c2-426c-855d-f9478e6d93a3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Jan 17 11:07:37.359536 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-15fd3aee-d356-4170-a122-dcadb14f61e9 req-572b8fce-f307-43cd-9d3b-d8e49f96ea10 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 210 time: 0.0252059 Jan 17 11:07:37.484990 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-7cd0fb84-10da-4a43-8605-559e7cd48b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.486523 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-7cd0fb84-10da-4a43-8605-559e7cd48b7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1099 time: 0.0392230 Jan 17 11:07:37.578707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-8e372ac3-2f11-42e4-b37d-f49296ccf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.580114 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-8e372ac3-2f11-42e4-b37d-f49296ccf56f service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.0872262 Jan 17 11:07:37.644646 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-b913d683-fe5a-47eb-91ef-fd18b242eb32 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 1002 time: 0.0583701 Jan 17 11:07:37.699060 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-b72f92f1-bf3f-4772-9467-b793e3636c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.700536 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-b72f92f1-bf3f-4772-9467-b793e3636c21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0468628 Jan 17 11:07:37.744729 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-37e2935b-f7e9-45e1-a7b1-f78e104064ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.746305 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-37e2935b-f7e9-45e1-a7b1-f78e104064ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395994 Jan 17 11:07:37.837755 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-0953128f-a4fa-4651-9578-4230a70fd35c service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Jan 17 11:07:37.894319 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-74650d12-6295-4248-97ce-5906269b88a5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:37.895765 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-74650d12-6295-4248-97ce-5906269b88a5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "GET /v2.0/networks?id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f HTTP/1.1" status: 200 len: 813 time: 0.1045763 Jan 17 11:07:37.907910 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Request body: {'port': {'device_id': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f', 'admin_state_up': True, 'tenant_id': 'd10bc1ba6de2463f8bd2f9627570ed0f'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:37.930083 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5429946-e715-4cfd-996e-b78dc3c38d2d req-6a2ce72c-2625-45ab-a7d3-bbfd28015b17 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Jan 17 11:07:38.030341 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1ea35-df2c-4ed6-b1b8-e1e317e48632 req-dbad9d8a-138a-465a-86a6-53cd76ec8a8d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:38.031854 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b1ea35-df2c-4ed6-b1b8-e1e317e48632 req-dbad9d8a-138a-465a-86a6-53cd76ec8a8d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0485828 Jan 17 11:07:38.070587 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Made reservation on behalf of d10bc1ba6de2463f8bd2f9627570ed0f for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:07:38.074708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.078487 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b1ea35-df2c-4ed6-b1b8-e1e317e48632 req-35324adf-eae4-41b6-b0fb-e093bc0366c7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Jan 17 11:07:38.184090 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020297-ab19-4732-b123-54e18a4d02b4 req-007ea4f5-ba8c-439d-9ddf-ee44e78cbd3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:38.185567 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20020297-ab19-4732-b123-54e18a4d02b4 req-007ea4f5-ba8c-439d-9ddf-ee44e78cbd3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 945 time: 0.0533407 Jan 17 11:07:38.205745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Allocated IP 172.20.0.3 (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f/6dd21e83-70c2-4f1c-ae09-10cf0e902ba8/cd0a2fa0-3862-4f76-9c11-b43234566138) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:07:38.243824 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20020297-ab19-4732-b123-54e18a4d02b4 req-97b33e63-69b0-42c4-9e0c-8f191917fd9a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Jan 17 11:07:38.351740 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks [] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.436933 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.472915 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ce24a-544d-47ee-93fd-762c029deb0a req-f8ce0d9c-bbc8-4052-994c-ffbe7f598843 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:38.474622 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a43ce24a-544d-47ee-93fd-762c029deb0a req-f8ce0d9c-bbc8-4052-994c-ffbe7f598843 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 931 time: 0.0495133 Jan 17 11:07:38.480342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:07:38.483392 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:07:38.487162 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:07:38.493527 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Pushing event updated for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:38.522613 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a43ce24a-544d-47ee-93fd-762c029deb0a req-20804728-0514-493e-a4cb-f54381261b41 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Jan 17 11:07:38.544787 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:38.545401 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.621550 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-fa133494-a514-418e-8ae8-4d2e0a29bf1a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7174692 Jan 17 11:07:38.634766 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Request body: {'port': {'device_id': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:07:38.684985 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.932155 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a2fa0-3862-4f76-9c11-b43234566138 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:38.939377 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks [] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:38.951304 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Transition to ACTIVE for port object cd0a2fa0-3862-4f76-9c11-b43234566138 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:07:39.013246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.065304 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:39.130218 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Attempting to bind port cd0a2fa0-3862-4f76-9c11-b43234566138 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:07:39.130560 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Attempting to bind port cd0a2fa0-3862-4f76-9c11-b43234566138 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:07:39.130892 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Attempting to bind port cd0a2fa0-3862-4f76-9c11-b43234566138 on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:39.135237 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Port cd0a2fa0-3862-4f76-9c11-b43234566138 on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:07:39.135561 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Attempting to bind port cd0a2fa0-3862-4f76-9c11-b43234566138 on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:07:39.140482 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:07:39.140823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Checking segment: {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:07:39.141208 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Bound using segment: {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:07:39.141632 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Bound port: cd0a2fa0-3862-4f76-9c11-b43234566138, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:07:39.142021 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.199801 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb0ce4-55b3-4c19-808b-b5e675f7a71f req-b05976cc-316b-458e-88a0-7c6a196a33dd tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.201236 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63bb0ce4-55b3-4c19-808b-b5e675f7a71f req-b05976cc-316b-458e-88a0-7c6a196a33dd tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Jan 17 11:07:39.204376 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:07:39.207477 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd0a2fa0-3862-4f76-9c11-b43234566138,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:07:39.250572 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63bb0ce4-55b3-4c19-808b-b5e675f7a71f req-cfbf379e-7d88-4aa5-a56e-9589041e5345 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Jan 17 11:07:39.288620 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.323850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.324471 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.325885 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd0a2fa0-3862-4f76-9c11-b43234566138 HTTP/1.1" status: 200 len: 1093 time: 0.6957262 Jan 17 11:07:39.331232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:39.334099 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9642d655-bdce-4e08-b327-cbfa7d1a46dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:39.360567 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd61cc-a6c3-4c41-af40-9f4fb7a15235 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:39.361262 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f47f71-1e9e-4643-b24f-af82e158bfeb req-346e8f59-c919-456f-9e90-cb70047e305a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.363173 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-82f47f71-1e9e-4643-b24f-af82e158bfeb req-346e8f59-c919-456f-9e90-cb70047e305a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Jan 17 11:07:39.373880 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a98b41-ff6f-4bac-ac77-19e0b273d991 x-openstack-request-id: req-81a98b41-ff6f-4bac-ac77-19e0b273d991 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:39.374178 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:39.374439 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81a98b41-ff6f-4bac-ac77-19e0b273d991 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:39.374841 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138', 'status': 'completed', 'code': 200} Jan 17 11:07:39.414428 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-82f47f71-1e9e-4643-b24f-af82e158bfeb req-64c1a605-dad3-40de-bc65-f7176b2d684a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Jan 17 11:07:39.447084 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-990f8980-2abd-4ec7-9d4c-1fcf61dc5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.448559 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-990f8980-2abd-4ec7-9d4c-1fcf61dc5a04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 1096 time: 0.0411150 Jan 17 11:07:39.523058 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 104f1922-b875-40f1-8c33-3500edf9d6bc up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:07:39.643714 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fd832-afa2-43f4-b94e-c4a33097472c req-f6b1b1e0-e332-4ab6-9687-f9327970b730 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.645285 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a46fd832-afa2-43f4-b94e-c4a33097472c req-f6b1b1e0-e332-4ab6-9687-f9327970b730 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Jan 17 11:07:39.676189 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 104f1922-b875-40f1-8c33-3500edf9d6bc completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:07:39.680602 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 104f1922-b875-40f1-8c33-3500edf9d6bc triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:39.680979 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.697867 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a46fd832-afa2-43f4-b94e-c4a33097472c req-38327abf-98fe-4c06-ac3b-9fb2aabc6ba3 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Jan 17 11:07:39.762569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 104f1922-b875-40f1-8c33-3500edf9d6bc is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:39.763048 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.776438 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-359bb171-7491-46a0-a03c-6c8fd59bea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.777853 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-359bb171-7491-46a0-a03c-6c8fd59bea42 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3219330 Jan 17 11:07:39.785817 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:39.788036 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc1fdef-89e7-4ed9-afda-c482c8c8f512" -d '{"events": [{"server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "name": "network-vif-plugged", "status": "completed", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:39.799884 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=104f1922-b875-40f1-8c33-3500edf9d6bc,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:39.825361 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c2dfdb-ad69-44b0-8dbc-20f08a4fa0b2 x-openstack-request-id: req-17c2dfdb-ad69-44b0-8dbc-20f08a4fa0b2 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:39.825709 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "name": "network-vif-plugged", "status": "completed", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:39.825977 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17c2dfdb-ad69-44b0-8dbc-20f08a4fa0b2 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:39.826426 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc', 'code': 200} Jan 17 11:07:39.847819 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:39.848627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:07:39.882977 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-5c6cfddd-f73f-4313-885a-c827b5f7d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.884805 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9642d655-bdce-4e08-b327-cbfa7d1a46dc req-5c6cfddd-f73f-4313-885a-c827b5f7d5f6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899146 Jan 17 11:07:39.936714 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:39.971387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-0f68aca6-c898-4496-94c4-b0227dce6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:39.976624 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-0f68aca6-c898-4496-94c4-b0227dce6934 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 1096 time: 0.0474281 Jan 17 11:07:39.976746 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: ACTIVE; New status is: DOWN {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:39.976746 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:40.010272 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:40.020281 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-f9ad08fe-ec6b-439f-8cbf-075c9d1b5eae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd0a2fa0-3862-4f76-9c11-b43234566138 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Jan 17 11:07:40.067872 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-0ff39089-93f9-4666-895e-ee8af34e0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:40.070026 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-0ff39089-93f9-4666-895e-ee8af34e0377 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd21e83-70c2-4f1c-ae09-10cf0e902ba8 HTTP/1.1" status: 200 len: 853 time: 0.0438046 Jan 17 11:07:40.082089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:40.100524 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-9a56f9f2-78f1-4b17-ab7c-e0ff16136992 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241640 Jan 17 11:07:40.134653 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=8']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:40.203869 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-93d8a058-ed95-4b74-b20c-7713cc8dc139 service neutron] 10.222.0.78 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959163 Jan 17 11:07:40.208317 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e8f4f-ff20-441d-8f46-23b4bdc6f764 req-49030f3b-9dd0-4d2c-89f2-8484600c7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:40.210550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-628e8f4f-ff20-441d-8f46-23b4bdc6f764 req-49030f3b-9dd0-4d2c-89f2-8484600c7472 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 1099 time: 0.0474403 Jan 17 11:07:40.255376 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-628e8f4f-ff20-441d-8f46-23b4bdc6f764 req-55af598c-ed29-4e35-8adf-d15e8928d3c0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 Jan 17 11:07:40.300004 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-7014d5cc-3ec2-4351-a146-1af699bd370d req-ac82c272-d327-4734-95b9-7f616b75c5a7 service neutron] 10.222.0.78 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818019 Jan 17 11:07:40.368465 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d80a6-749e-45a4-b968-7b60b8c15567 req-458e2cd2-34bb-4bf7-b092-dea801c07368 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:40.369945 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-520d80a6-749e-45a4-b968-7b60b8c15567 req-458e2cd2-34bb-4bf7-b092-dea801c07368 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0473745 Jan 17 11:07:40.415357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-520d80a6-749e-45a4-b968-7b60b8c15567 req-3c354acb-c22c-4932-82a1-abffd0718173 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398610 Jan 17 11:07:40.527623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c53ad-a47a-4f1f-934f-1ab7c53d202d req-c36a67b3-d899-49bb-8687-90d655f2d5f8 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:40.529086 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d6c53ad-a47a-4f1f-934f-1ab7c53d202d req-c36a67b3-d899-49bb-8687-90d655f2d5f8 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Jan 17 11:07:40.579503 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d6c53ad-a47a-4f1f-934f-1ab7c53d202d req-ca4611eb-590b-4886-99e0-a012f872bbda tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Jan 17 11:07:40.810579 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef88c4-acf9-4a1c-8c0e-3cd7aada4921 req-95a5d37c-04eb-4cd7-b07f-91e48913bf2e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:40.812146 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9ef88c4-acf9-4a1c-8c0e-3cd7aada4921 req-95a5d37c-04eb-4cd7-b07f-91e48913bf2e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0479834 Jan 17 11:07:40.858482 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9ef88c4-acf9-4a1c-8c0e-3cd7aada4921 req-2bd10ec1-50bb-471d-bc39-d37d77201598 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Jan 17 11:07:41.635262 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-f5917dfc-2826-4ce3-9ee2-5565782912f0 req-58fe61e6-bd53-490c-a585-311944cc3e1e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:07:41.636280 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f5917dfc-2826-4ce3-9ee2-5565782912f0 req-58fe61e6-bd53-490c-a585-311944cc3e1e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059690 Jan 17 11:07:41.689815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf67d7-8898-4c63-9a42-cc97dd84b867 req-524af5be-3a13-4ebf-8cdb-9e8b17e1bf47 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:41.691279 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2bf67d7-8898-4c63-9a42-cc97dd84b867 req-524af5be-3a13-4ebf-8cdb-9e8b17e1bf47 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0468764 Jan 17 11:07:41.736068 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2bf67d7-8898-4c63-9a42-cc97dd84b867 req-17fb8d2f-cdc2-43be-b5d8-cd572a715933 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Jan 17 11:07:41.827200 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:41.829653 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873a047-b508-4964-aca7-28e2bf9d1900" -d '{"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-unplugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:41.860410 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0465776-d60e-4274-b8b1-17be6e26af59 x-openstack-request-id: req-a0465776-d60e-4274-b8b1-17be6e26af59 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:41.860707 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-unplugged", "status": "failed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "code": 422}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:41.860968 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0465776-d60e-4274-b8b1-17be6e26af59 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:41.861387 dv-cinder-824911-1-iscsi neutron-server[103026]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'code': 422} returned with failed status Jan 17 11:07:41.906444 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d22dfe-ff92-4600-ac0e-dcc219d9cc2b req-2bee57af-6fea-42e2-83f2-1dd988c300d7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:41.907944 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42d22dfe-ff92-4600-ac0e-dcc219d9cc2b req-2bee57af-6fea-42e2-83f2-1dd988c300d7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0552397 Jan 17 11:07:41.985109 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42d22dfe-ff92-4600-ac0e-dcc219d9cc2b req-8af3afad-ae8c-44b2-8437-975e675c1189 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713508 Jan 17 11:07:42.001478 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463c06-dc75-4a93-b19f-d234fa83aedc req-df3d0ddf-36ab-4031-b483-172f80a25cb5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:42.003060 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-67463c06-dc75-4a93-b19f-d234fa83aedc req-df3d0ddf-36ab-4031-b483-172f80a25cb5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0634072 Jan 17 11:07:42.058654 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-67463c06-dc75-4a93-b19f-d234fa83aedc req-0d383a37-4c5c-4f85-a114-8fdebb631448 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Jan 17 11:07:42.374503 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 36052) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:07:42.455984 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-a36d17bf-b054-40b4-ab66-032134f30df3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803511 Jan 17 11:07:42.465117 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-3b2d5343-7738-4f7b-ab25-878de4969c21 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:07:42.466085 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-3b2d5343-7738-4f7b-ab25-878de4969c21 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050344 Jan 17 11:07:42.854839 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778fb5d-3abd-47ad-9044-78e27458505b req-5a1e61e2-d4d1-47f3-9e1b-d6eec95d502f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:42.856335 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9778fb5d-3abd-47ad-9044-78e27458505b req-5a1e61e2-d4d1-47f3-9e1b-d6eec95d502f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0530856 Jan 17 11:07:42.903033 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9778fb5d-3abd-47ad-9044-78e27458505b req-e266fae4-4165-44df-b420-f8e726eef43a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Jan 17 11:07:43.110539 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba943-15e2-48d2-b4dd-02e17d003080 req-a092dd88-439f-41e2-a84f-b408e4e4aee7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:43.111959 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7bba943-15e2-48d2-b4dd-02e17d003080 req-a092dd88-439f-41e2-a84f-b408e4e4aee7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0491602 Jan 17 11:07:43.160434 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7bba943-15e2-48d2-b4dd-02e17d003080 req-69ab5dbf-6683-4362-b4ad-06d8ef687821 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Jan 17 11:07:43.265128 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24e930-9da1-4e02-a82e-566d589330ef req-2f582aa9-09c0-4cc4-b7c6-58966e4f45ef tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:43.266652 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1b24e930-9da1-4e02-a82e-566d589330ef req-2f582aa9-09c0-4cc4-b7c6-58966e4f45ef tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0481660 Jan 17 11:07:43.316704 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1b24e930-9da1-4e02-a82e-566d589330ef req-a3eb1fdd-cfe9-4fb9-a51e-164835e11cc9 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Jan 17 11:07:43.546714 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:07:43.618943 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: DOWN; New status is: DOWN {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:44.309756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e27f2-d664-45b9-833e-e2dde87a6495 req-4ea358f4-a4d8-4370-b129-a2f27d9bb992 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:44.309756 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e1e27f2-d664-45b9-833e-e2dde87a6495 req-4ea358f4-a4d8-4370-b129-a2f27d9bb992 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Jan 17 11:07:44.330048 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e1e27f2-d664-45b9-833e-e2dde87a6495 req-8462d75c-5e67-48e1-8955-e4af4a6b632d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400081 Jan 17 11:07:44.435036 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7245-3d0c-4d0a-8e35-822475f492cf req-a2d13bf6-fd59-4698-aae9-b74d7bbe332d tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:44.436549 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf6d7245-3d0c-4d0a-8e35-822475f492cf req-a2d13bf6-fd59-4698-aae9-b74d7bbe332d tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0526834 Jan 17 11:07:44.483266 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf6d7245-3d0c-4d0a-8e35-822475f492cf req-57596456-a47f-4cfc-b630-e6a676af7959 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Jan 17 11:07:45.410910 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-1918d3f2-6ac7-43c2-ac2e-8ba72ad35a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.410910 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-1918d3f2-6ac7-43c2-ac2e-8ba72ad35a98 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 1097 time: 0.0718729 Jan 17 11:07:45.454870 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2765e7-b144-4389-aaaf-69bf38944f8e req-2d3afb4e-8a2e-4748-b598-9bb5cc9b687c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.456332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb2765e7-b144-4389-aaaf-69bf38944f8e req-2d3afb4e-8a2e-4748-b598-9bb5cc9b687c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0522165 Jan 17 11:07:45.477512 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-0bdab492-aca5-431e-b977-c40c6b1e15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.479238 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-0bdab492-aca5-431e-b977-c40c6b1e15d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1097 time: 0.0459406 Jan 17 11:07:45.514217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb2765e7-b144-4389-aaaf-69bf38944f8e req-522cd674-046d-4588-90dc-ac983c038ae3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522163 Jan 17 11:07:45.549225 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd0a2fa0-3862-4f76-9c11-b43234566138 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:07:45.589123 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-9cb72b85-7dbd-473f-b790-dd6b4be40a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.590864 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-9cb72b85-7dbd-473f-b790-dd6b4be40a55 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.0974398 Jan 17 11:07:45.627878 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e532-ac7a-4650-9407-6dfb19433db0 req-2c55222e-680b-4d9c-9012-d347d1d11a52 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.629386 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2147e532-ac7a-4650-9407-6dfb19433db0 req-2c55222e-680b-4d9c-9012-d347d1d11a52 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 943 time: 0.0491974 Jan 17 11:07:45.650870 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd0a2fa0-3862-4f76-9c11-b43234566138,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:45.667208 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'cd0a2fa0-3862-4f76-9c11-b43234566138', 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f', 'port_id': 'cd0a2fa0-3862-4f76-9c11-b43234566138', 'mac_address': 'fa:16:3e:e6:35:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd21e83-70c2-4f1c-ae09-10cf0e902ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:07:45.667448 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-4d967fbf-691e-4109-afb5-66b5b432e9ca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 1000 time: 0.0629740 Jan 17 11:07:45.683858 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2147e532-ac7a-4650-9407-6dfb19433db0 req-e01488bf-c867-424a-b0c6-392bd2784aeb tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Jan 17 11:07:45.706117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port cd0a2fa0-3862-4f76-9c11-b43234566138 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:45.706509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:45.719226 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a2fa0-3862-4f76-9c11-b43234566138 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:07:45.724876 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-64a01ee2-5667-4d01-9b3b-30ea38f771d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.726927 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-64a01ee2-5667-4d01-9b3b-30ea38f771d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0497313 Jan 17 11:07:45.740078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd0a2fa0-3862-4f76-9c11-b43234566138,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:45.773936 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-d191aa68-f388-48f2-ab6c-1532a0130e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:45.775422 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-d191aa68-f388-48f2-ab6c-1532a0130e58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402586 Jan 17 11:07:45.779090 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:45.831330 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:45.864818 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-5e80df19-7832-47dd-81e3-776214e7340d service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Jan 17 11:07:45.954991 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b9b00fda-da90-4e4d-a0c9-035e1dd4ab50 req-ad7bcb80-0703-4724-9bcf-cf1ca108fc7e service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837548 Jan 17 11:07:46.273043 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['cd0a2fa0-3862-4f76-9c11-b43234566138'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:07:46.632587 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839f7b7-a018-4227-9d7e-ea6f445fd8e1 req-a117060d-ac2d-4fd7-a4d6-1365c7833882 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:46.634383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5839f7b7-a018-4227-9d7e-ea6f445fd8e1 req-a117060d-ac2d-4fd7-a4d6-1365c7833882 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0476561 Jan 17 11:07:46.692941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5839f7b7-a018-4227-9d7e-ea6f445fd8e1 req-aeff00b3-ee73-42db-bcc5-fda007e9231a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518248 Jan 17 11:07:46.830813 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:46.916110 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f265fe-dbfd-46d6-af37-0c06efb6e82c req-d20c1ae5-193b-4bbb-a04a-768417b0461e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:46.923251 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25f265fe-dbfd-46d6-af37-0c06efb6e82c req-d20c1ae5-193b-4bbb-a04a-768417b0461e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 944 time: 0.1202998 Jan 17 11:07:46.994089 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25f265fe-dbfd-46d6-af37-0c06efb6e82c req-a16c591c-870d-46af-b6e2-bbed16accec4 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Jan 17 11:07:47.011458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-45dc239d-9101-45bd-80d2-92f75a1b6c7f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:47.013456 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-45dc239d-9101-45bd-80d2-92f75a1b6c7f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.1987638 Jan 17 11:07:47.030348 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-83f04a7e-62f2-4f77-b8b5-21f5666f581d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/quotas/72ed64343682432cbc3cb30fb50badc6 HTTP/1.1" status: 200 len: 375 time: 0.0108604 Jan 17 11:07:47.094456 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-1991207e-00b4-436e-84fe-b94663bc7e0b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551572 Jan 17 11:07:47.180406 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-76216727-fdc8-413a-be57-8b6746d0fba2 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850704 Jan 17 11:07:47.270909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-68b6f963-412b-4cfb-9a32-a520efb2e31f service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843513 Jan 17 11:07:47.521229 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9e595e61-10a6-484d-b4cf-dfe62d4e503f req-58e8fd10-5ef9-4a81-a7c6-9f2f566968fc tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0262582 Jan 17 11:07:47.551426 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd0a2fa0-3862-4f76-9c11-b43234566138 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:07:47.664963 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port cd0a2fa0-3862-4f76-9c11-b43234566138 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:07:47.670606 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port cd0a2fa0-3862-4f76-9c11-b43234566138 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:07:47.671057 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:47.770227 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port cd0a2fa0-3862-4f76-9c11-b43234566138 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:07:47.770620 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:47.794804 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:07:47.797269 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695f0d7-e8e0-4bfe-a701-30d3b59edb9a" -d '{"events": [{"server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:07:47.810962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd0a2fa0-3862-4f76-9c11-b43234566138,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:07:47.829776 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff7c90-5e73-40de-b076-f4958ae4428b req-4b5fdb4c-dddc-4808-b2ed-86e66bbb9720 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:47.831338 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8bff7c90-5e73-40de-b076-f4958ae4428b req-4b5fdb4c-dddc-4808-b2ed-86e66bbb9720 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0493572 Jan 17 11:07:47.848791 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:07:47.854082 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de82f0d-40b3-4f6a-a9e4-571f85647d1c x-openstack-request-id: req-0de82f0d-40b3-4f6a-a9e4-571f85647d1c {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:07:47.854635 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:07:47.855485 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0de82f0d-40b3-4f6a-a9e4-571f85647d1c {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:07:47.855959 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138', 'code': 200} Jan 17 11:07:47.884894 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8bff7c90-5e73-40de-b076-f4958ae4428b req-428996ce-1e2d-46a3-a958-c636af3a87f0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Jan 17 11:07:47.924519 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:07:48.112546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878816ba-ece2-4479-b5e4-54858bb88bbd req-383d1563-7067-4449-8e99-c9dc6406a524 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:48.114164 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-878816ba-ece2-4479-b5e4-54858bb88bbd req-383d1563-7067-4449-8e99-c9dc6406a524 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Jan 17 11:07:48.165986 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-878816ba-ece2-4479-b5e4-54858bb88bbd req-4ce65146-45da-4263-bae8-a9aeca1008e7 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Jan 17 11:07:48.622361 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-10d1e16b-c574-400f-95d3-553e324912ae req-f862c734-7f4e-4b7e-b1fa-ebda25ce06b4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0253289 Jan 17 11:07:49.014181 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356467-adfe-4ebf-be85-73688ccbd116 req-1249ce53-0c13-4562-bc1e-21c15b68991d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:49.015857 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db356467-adfe-4ebf-be85-73688ccbd116 req-1249ce53-0c13-4562-bc1e-21c15b68991d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0542982 Jan 17 11:07:49.070334 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db356467-adfe-4ebf-be85-73688ccbd116 req-54243ca5-aa28-4b90-86cd-496405854fa0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489285 Jan 17 11:07:49.281129 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186b2f7-b6eb-4f92-8e8b-d075023d0801 req-1609310b-60bf-4762-b27b-649109e042e8 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:49.283016 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1186b2f7-b6eb-4f92-8e8b-d075023d0801 req-1609310b-60bf-4762-b27b-649109e042e8 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Jan 17 11:07:49.338857 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1186b2f7-b6eb-4f92-8e8b-d075023d0801 req-30d34e81-a494-4108-bd19-d5aec17b40be tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Jan 17 11:07:49.714911 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ccd9946-2f85-42dd-be8f-f5a7ef9dd513 req-238eed6c-171c-40a6-a4f1-159a30283b1d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Jan 17 11:07:50.207931 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a26083-96a7-4042-bf44-cd979244e936 req-756b1785-8fb5-49e3-b38b-8c2525dd1b5f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:50.209404 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4a26083-96a7-4042-bf44-cd979244e936 req-756b1785-8fb5-49e3-b38b-8c2525dd1b5f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0498526 Jan 17 11:07:50.266824 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4a26083-96a7-4042-bf44-cd979244e936 req-438bd38e-5256-46e5-957e-ac37e35c17fa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Jan 17 11:07:50.471854 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c00f0-2f3c-4c82-b1f6-1eb47a4de939 req-4a08c8ef-dff8-4831-aae9-f60d0aca0753 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:50.473313 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b80c00f0-2f3c-4c82-b1f6-1eb47a4de939 req-4a08c8ef-dff8-4831-aae9-f60d0aca0753 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Jan 17 11:07:50.527630 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b80c00f0-2f3c-4c82-b1f6-1eb47a4de939 req-ff5c667f-2b24-4d2d-a6fe-047ac45df29a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Jan 17 11:07:50.807833 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50e4ce4-4d6f-47af-abf6-0f0b45a67b61 req-4c29e80f-d9a0-4a85-a63c-a567dcd10176 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Jan 17 11:07:51.399311 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447f39-ac40-4661-bca5-7e35e32ec6c8 req-4bda4831-1494-4d9e-bbec-c0fee3ea8b30 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:51.400685 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59447f39-ac40-4661-bca5-7e35e32ec6c8 req-4bda4831-1494-4d9e-bbec-c0fee3ea8b30 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0514495 Jan 17 11:07:51.452706 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59447f39-ac40-4661-bca5-7e35e32ec6c8 req-c2d0036e-e639-4078-8394-61e1b4fd7d36 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Jan 17 11:07:51.643136 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14f58a-9ba8-499e-97c7-b3d17c220fab req-666f5caf-d0c4-4a32-bade-0bb7057ba171 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:51.644794 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ba14f58a-9ba8-499e-97c7-b3d17c220fab req-666f5caf-d0c4-4a32-bade-0bb7057ba171 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Jan 17 11:07:51.691661 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ba14f58a-9ba8-499e-97c7-b3d17c220fab req-575a23cc-95ce-4b01-9b43-50ebda13b61d tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Jan 17 11:07:51.902781 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3909b6ce-d99e-4ac0-bf07-7ff69d347ce8 req-ef9e3108-2bdd-4ebe-b85b-c95a7777f711 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Jan 17 11:07:52.573474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96f11c-c251-4a52-ac08-71c09fbab710 req-80a2c735-8bd7-46ae-8315-111efb3f1ab0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:52.575035 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6b96f11c-c251-4a52-ac08-71c09fbab710 req-80a2c735-8bd7-46ae-8315-111efb3f1ab0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0493896 Jan 17 11:07:52.626285 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6b96f11c-c251-4a52-ac08-71c09fbab710 req-7fd45294-c686-45a2-ba95-d5a2b3a6fb53 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Jan 17 11:07:52.807289 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c65e0-7f6a-4276-b55b-625813b1a1cf req-d687f471-10a9-4219-a17b-f2fadd06411b tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:52.809215 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d9c65e0-7f6a-4276-b55b-625813b1a1cf req-d687f471-10a9-4219-a17b-f2fadd06411b tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0497370 Jan 17 11:07:52.857119 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d9c65e0-7f6a-4276-b55b-625813b1a1cf req-635cb3f3-6d0e-405c-b42b-69e1cbb2c0ec tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jan 17 11:07:52.997060 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c2561d2b-0dfa-4595-99a4-32a2e93341f9 req-7e71847c-c59b-4dd3-9c83-6c125728db2f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0264244 Jan 17 11:07:53.756874 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83ecb-5ebc-489a-9f85-5c2b53e42d81 req-b5dc9f86-8ecd-49ef-b0ad-53ae4c70953a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:53.763800 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afb83ecb-5ebc-489a-9f85-5c2b53e42d81 req-b5dc9f86-8ecd-49ef-b0ad-53ae4c70953a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0667069 Jan 17 11:07:53.810034 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afb83ecb-5ebc-489a-9f85-5c2b53e42d81 req-7ff760d6-9601-4deb-9c3a-e09a7f1b113a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Jan 17 11:07:53.974176 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc6ef-ad8a-4756-9761-09d98513daff req-7081e253-8520-4c72-9cfc-51360c3fc03e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:53.975692 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-924cc6ef-ad8a-4756-9761-09d98513daff req-7081e253-8520-4c72-9cfc-51360c3fc03e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Jan 17 11:07:54.023383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-924cc6ef-ad8a-4756-9761-09d98513daff req-07212bd8-d806-4b76-bcee-006c2c8ebf05 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Jan 17 11:07:54.098373 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f8a42fb0-48cc-48c8-924c-9093d0de28d2 req-4c840704-74b9-4eab-bd65-9e193e9a3e3e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0255177 Jan 17 11:07:54.941862 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4515ca1-c269-4c79-aa82-d611f5437736 req-5f382bab-a4ee-430f-90a8-ebbceea8be75 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:54.943750 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4515ca1-c269-4c79-aa82-d611f5437736 req-5f382bab-a4ee-430f-90a8-ebbceea8be75 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0577109 Jan 17 11:07:55.001771 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4515ca1-c269-4c79-aa82-d611f5437736 req-4e01572e-de67-4def-8c48-5f767902e98d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524590 Jan 17 11:07:55.150469 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727c063-5551-4971-b168-a33664571cb6 req-7a4b09ae-9ff3-491a-bacf-320cc76cecf0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:55.152846 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4727c063-5551-4971-b168-a33664571cb6 req-7a4b09ae-9ff3-491a-bacf-320cc76cecf0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0578780 Jan 17 11:07:55.206934 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6a450b2b-551e-4717-b5d9-714bf91bc489 req-cef9dc51-f086-4010-a4b0-37f1e0bd5b0f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0341890 Jan 17 11:07:55.223702 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4727c063-5551-4971-b168-a33664571cb6 req-ce519896-e340-4abf-aef8-171bbd6cb086 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jan 17 11:07:56.131848 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef872-4665-41fc-804a-9cab9c9f09fb req-fa87c80d-1ee2-42b3-b882-9d6c4f981298 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:56.133682 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3fef872-4665-41fc-804a-9cab9c9f09fb req-fa87c80d-1ee2-42b3-b882-9d6c4f981298 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0556347 Jan 17 11:07:56.180757 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3fef872-4665-41fc-804a-9cab9c9f09fb req-fafb8b0b-fa8f-4d37-b33c-3ddf5114f740 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Jan 17 11:07:56.345108 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa637d9a-2fa4-4742-924f-a8d303dfd20f req-54f636b3-b5c9-4c17-b361-a2af7bc6292a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0391779 Jan 17 11:07:56.365891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc00d6-27cc-4281-a6c2-55bd18f2aa5b req-891cd688-54cd-4f8a-b04b-c974c9cbd7ce tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:56.368328 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-26dc00d6-27cc-4281-a6c2-55bd18f2aa5b req-891cd688-54cd-4f8a-b04b-c974c9cbd7ce tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0720022 Jan 17 11:07:56.416660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-26dc00d6-27cc-4281-a6c2-55bd18f2aa5b req-58405e0b-fdf9-4e27-b1c4-cd78f76d0117 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Jan 17 11:07:57.311447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef51b-4f99-4527-a071-7d30e5640396 req-c9692274-8c7d-4665-a571-370cca730316 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:57.314087 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f80ef51b-4f99-4527-a071-7d30e5640396 req-c9692274-8c7d-4665-a571-370cca730316 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0586636 Jan 17 11:07:57.361029 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f80ef51b-4f99-4527-a071-7d30e5640396 req-fb39a074-77e0-4d96-8e98-336e309512c9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Jan 17 11:07:57.442810 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb561fc5-4613-4821-84de-809cebf52b59 req-5b7c1b25-c729-4900-b6f5-d2f133dad4df tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0266116 Jan 17 11:07:57.538174 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7998d-89a2-4cd5-90a4-c8ae8f99dde5 req-dce4febd-08c5-49de-94ea-a50e2bb4847a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:57.539821 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dc7998d-89a2-4cd5-90a4-c8ae8f99dde5 req-dce4febd-08c5-49de-94ea-a50e2bb4847a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0509334 Jan 17 11:07:57.586462 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dc7998d-89a2-4cd5-90a4-c8ae8f99dde5 req-0253c3af-d3eb-472a-9fbc-48ba72e84f74 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Jan 17 11:07:58.483288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c57cc-fc04-45a4-8486-f7b642f12020 req-bea2edb6-191b-477f-929d-d2cc9e45fc3f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:58.484751 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-724c57cc-fc04-45a4-8486-f7b642f12020 req-bea2edb6-191b-477f-929d-d2cc9e45fc3f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0505028 Jan 17 11:07:58.544864 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c68c9ba9-930a-496a-b843-b6b77ca8223d req-b15855c8-3c1d-454a-a690-831c49ce96a9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0351295 Jan 17 11:07:58.551985 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-724c57cc-fc04-45a4-8486-f7b642f12020 req-794bb080-7a71-482a-a37c-058c27d23e94 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616524 Jan 17 11:07:58.696416 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2dea-01a7-4cdb-a8f6-03075c42715e req-de822ee1-4f17-4765-8243-f0e69068a74a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:58.697910 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c99d2dea-01a7-4cdb-a8f6-03075c42715e req-de822ee1-4f17-4765-8243-f0e69068a74a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0472493 Jan 17 11:07:58.743320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c99d2dea-01a7-4cdb-a8f6-03075c42715e req-75a6edae-2e95-4d71-9aa0-e3f7711d7a9e tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Jan 17 11:07:59.638654 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cc6c4967-f233-4de3-a967-e1cb229aa4ec req-e4a6dbfd-2eb2-4c7e-a7c0-aa4a72f76b0c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0293989 Jan 17 11:07:59.683407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d204bd4-c087-4027-8a72-b7d0a09dfb89 req-8b12d895-febe-4904-9359-4d575b4dca85 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:59.684836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d204bd4-c087-4027-8a72-b7d0a09dfb89 req-8b12d895-febe-4904-9359-4d575b4dca85 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0491064 Jan 17 11:07:59.729626 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d204bd4-c087-4027-8a72-b7d0a09dfb89 req-0759ef50-26b9-4e84-a622-9098d3f4b2fb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393806 Jan 17 11:07:59.853980 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141ea4-5c9b-4359-a0cc-291d7ea23c3e req-9bcebf02-e5b7-47c9-bd70-a8cdc9bccfdd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:07:59.855333 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0141ea4-5c9b-4359-a0cc-291d7ea23c3e req-9bcebf02-e5b7-47c9-bd70-a8cdc9bccfdd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0471277 Jan 17 11:07:59.900612 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0141ea4-5c9b-4359-a0cc-291d7ea23c3e req-36e898f3-1b99-4fbc-8a4c-aa3ba1e7e72c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jan 17 11:08:00.731836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12266452-5044-4b78-b582-0138e3dd06ed req-7690e3a2-6c9a-4b4d-97df-8ca82e8d0f7e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jan 17 11:08:00.824232 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4d45e9af-c6f1-457e-9ba5-f62655907fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:00.846899 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abc94-1443-4784-b26e-cfc125a1c9bb req-dd17db9f-fce4-494a-b87e-f86ebeedec92 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:00.848359 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-568abc94-1443-4784-b26e-cfc125a1c9bb req-dd17db9f-fce4-494a-b87e-f86ebeedec92 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0492227 Jan 17 11:08:00.894184 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-568abc94-1443-4784-b26e-cfc125a1c9bb req-4a396635-6721-48f4-b89f-b8627708ab15 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Jan 17 11:08:01.010802 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424cf5-8dec-415c-b79e-1332666cb983 req-bd977618-c0b1-4640-9dc8-cf82f0a461e1 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:01.012244 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e424cf5-8dec-415c-b79e-1332666cb983 req-bd977618-c0b1-4640-9dc8-cf82f0a461e1 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0475166 Jan 17 11:08:01.057063 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e424cf5-8dec-415c-b79e-1332666cb983 req-8b59e1ee-b924-42bd-90c0-03911c466f29 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Jan 17 11:08:01.826607 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7a582503-cfe2-45c1-bdd1-cab75da7ef3a req-a23baf05-69d4-4a78-9d72-1d9d6dc66f14 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0297971 Jan 17 11:08:02.012979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6017da3-7167-416e-9fb0-3b03d06c9a6e req-7a5c55cb-d7f9-4902-9a3a-bb3e76a6ff32 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:02.014493 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f6017da3-7167-416e-9fb0-3b03d06c9a6e req-7a5c55cb-d7f9-4902-9a3a-bb3e76a6ff32 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0485168 Jan 17 11:08:02.060973 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f6017da3-7167-416e-9fb0-3b03d06c9a6e req-d5368802-b6f2-4a4e-95a6-eeea7130b6a6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409563 Jan 17 11:08:02.170585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd475188-802b-4170-b6d3-ecb6c919656f req-5e6f862f-7926-430b-a5ec-490aa1e22300 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:02.172117 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd475188-802b-4170-b6d3-ecb6c919656f req-5e6f862f-7926-430b-a5ec-490aa1e22300 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Jan 17 11:08:02.193959 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5b98b-28f2-40b8-a803-deb88de8e85a req-57bbdb9f-7ae6-49bc-be9e-3d73b246a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:02.195475 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a0e5b98b-28f2-40b8-a803-deb88de8e85a req-57bbdb9f-7ae6-49bc-be9e-3d73b246a276 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 1098 time: 0.0411980 Jan 17 11:08:02.220052 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd475188-802b-4170-b6d3-ecb6c919656f req-b4fc7032-2b32-47bb-9d4b-853b3f4ac8f8 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Jan 17 11:08:02.248703 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a0e5b98b-28f2-40b8-a803-deb88de8e85a req-811924e1-88e8-4a56-a254-e8e18d1f8033 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Jan 17 11:08:02.919951 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8c2333d0-956c-43f5-b664-2117dd6ecc20 req-5b599509-f32f-41bf-a96e-774990650517 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0285356 Jan 17 11:08:03.127700 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-10566b87-e3c1-4309-93f1-8a0f33c405a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:03.178929 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833128d8-bfa6-4e63-9259-6701ed30b07c req-7cbaca68-4243-47fb-b39b-33ac6311066b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:03.180444 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-833128d8-bfa6-4e63-9259-6701ed30b07c req-7cbaca68-4243-47fb-b39b-33ac6311066b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0487823 Jan 17 11:08:03.226594 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-833128d8-bfa6-4e63-9259-6701ed30b07c req-1389685b-5d2c-43e6-904c-379e86b39397 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 Jan 17 11:08:03.339328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794f8f-a64d-4ab9-99b5-8b7698e0b2e1 req-8fad5383-106d-43bc-81f2-c1faae5ea561 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:03.340813 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c794f8f-a64d-4ab9-99b5-8b7698e0b2e1 req-8fad5383-106d-43bc-81f2-c1faae5ea561 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Jan 17 11:08:03.387476 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c794f8f-a64d-4ab9-99b5-8b7698e0b2e1 req-eed86583-9b98-4253-bcd3-3b91692b6d03 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Jan 17 11:08:03.459747 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-560539e3-d6a0-459f-9bd3-18d54e40d5e5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:03.461250 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-560539e3-d6a0-459f-9bd3-18d54e40d5e5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.1037216 Jan 17 11:08:03.474488 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Request body: {'port': {'device_id': '6937e372-1c5f-4474-af0d-500059d3db86', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'admin_state_up': True, 'tenant_id': '72ed64343682432cbc3cb30fb50badc6'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:08:03.619051 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:08:03.622587 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:03.741216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Allocated IP 172.20.0.6 (84a3e4e7-0197-48e7-8f71-b74b01af283a/77643b14-0148-4053-beec-887b19ac2957/17d31ec9-320d-4c86-8fa9-ffca487afb46) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:08:03.883038 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks [] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:03.967914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:03.981215 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2', '104f1922-b875-40f1-8c33-3500edf9d6bc'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:08:04.016144 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:08:04.019403 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:08:04.022183 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:08:04.061996 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event updated for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:04.090114 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:04.091018 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.193083 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-f53fe6bf-82fd-443e-8cae-1174a188aeff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222683 Jan 17 11:08:04.206136 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Request body: {'port': {'device_id': '6937e372-1c5f-4474-af0d-500059d3db86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:08:04.278428 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.299208 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20bb5-8167-44d1-84bb-58b847788b23 req-b5168e00-f858-4e98-ab81-d49a20c9fd94 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:04.301520 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ae20bb5-8167-44d1-84bb-58b847788b23 req-b5168e00-f858-4e98-ab81-d49a20c9fd94 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 931 time: 0.3167286 Jan 17 11:08:04.333121 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.378305 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ae20bb5-8167-44d1-84bb-58b847788b23 req-49501606-6795-4022-9f57-77c1791bbc7c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Jan 17 11:08:04.390645 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf69ce-d2a0-4095-b229-363f9c725190 req-cac55ff3-8705-4c2d-9cc4-b04f66cafb86 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:04.392108 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0dcf69ce-d2a0-4095-b229-363f9c725190 req-cac55ff3-8705-4c2d-9cc4-b04f66cafb86 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0694084 Jan 17 11:08:04.445888 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0dcf69ce-d2a0-4095-b229-363f9c725190 req-9156e9b5-d51f-4f64-94f1-07334446bc8e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431280 Jan 17 11:08:04.509617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db19b4-6fa9-461e-8537-4f56ea5594a8 req-fc969c5e-82b0-4531-bc24-9f225aa4700c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:04.511158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23db19b4-6fa9-461e-8537-4f56ea5594a8 req-fc969c5e-82b0-4531-bc24-9f225aa4700c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0507445 Jan 17 11:08:04.545303 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d31ec9-320d-4c86-8fa9-ffca487afb46 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:08:04.552599 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks [] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.558134 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23db19b4-6fa9-461e-8537-4f56ea5594a8 req-9f2a312f-e6e1-46f3-a08f-0eb42c34ec62 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Jan 17 11:08:04.565183 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Transition to ACTIVE for port object 17d31ec9-320d-4c86-8fa9-ffca487afb46 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:08:04.665256 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.714963 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Pushing event updated for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:04.779851 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Attempting to bind port 17d31ec9-320d-4c86-8fa9-ffca487afb46 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:08:04.780184 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Attempting to bind port 17d31ec9-320d-4c86-8fa9-ffca487afb46 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:08:04.780510 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Attempting to bind port 17d31ec9-320d-4c86-8fa9-ffca487afb46 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:08:04.784819 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Port 17d31ec9-320d-4c86-8fa9-ffca487afb46 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:08:04.785141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Attempting to bind port 17d31ec9-320d-4c86-8fa9-ffca487afb46 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:08:04.790492 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:08:04.790828 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Checking segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:08:04.791206 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Bound using segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:08:04.791621 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Bound port: 17d31ec9-320d-4c86-8fa9-ffca487afb46, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:08:04.791973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.857254 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:08:04.860607 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:08:04.860947 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:08:04.956156 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.992266 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:04.992880 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:04.994357 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-a86d3111-5632-453f-9656-8caba282c45e service neutron] 10.222.0.78 "PUT /v2.0/ports/17d31ec9-320d-4c86-8fa9-ffca487afb46 HTTP/1.1" status: 200 len: 1093 time: 0.7934794 Jan 17 11:08:04.994770 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:08:04.996955 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a19d923-4ca1-4153-8d5a-341f15d5384d" -d '{"events": [{"name": "network-changed", "server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:08:05.019965 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d3111-5632-453f-9656-8caba282c45e service neutron] Pushing event updated for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:05.032832 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588319c-c47d-4445-9a95-ba84818f7161 x-openstack-request-id: req-e588319c-c47d-4445-9a95-ba84818f7161 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:08:05.033123 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:08:05.033377 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e588319c-c47d-4445-9a95-ba84818f7161 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:08:05.033798 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'status': 'completed', 'code': 200} Jan 17 11:08:05.095583 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-6b7ac03c-60a6-4f75-8e89-d9b37a6a6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.097073 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-6b7ac03c-60a6-4f75-8e89-d9b37a6a6b6c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 1096 time: 0.0405231 Jan 17 11:08:05.197325 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-2af840e1-ee88-42ef-a239-b1894f318b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.198891 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-2af840e1-ee88-42ef-a239-b1894f318b95 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=72ed64343682432cbc3cb30fb50badc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931871 Jan 17 11:08:05.292430 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-49f0a629-6910-46e6-af94-616fee78277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.293981 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8a19d923-4ca1-4153-8d5a-341f15d5384d req-49f0a629-6910-46e6-af94-616fee78277e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875483 Jan 17 11:08:05.385387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-c598f277-8ae3-4eef-a7f1-a3b2f7445128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.386886 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-c598f277-8ae3-4eef-a7f1-a3b2f7445128 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 1096 time: 0.0431118 Jan 17 11:08:05.428652 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-7cbe0bbf-8b2c-4e96-a055-111194ed3fc8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46 HTTP/1.1" status: 200 len: 217 time: 0.0344100 Jan 17 11:08:05.485917 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-96746933-e4a3-4424-8c49-a6962d2082f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.487460 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-96746933-e4a3-4424-8c49-a6962d2082f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77643b14-0148-4053-beec-887b19ac2957 HTTP/1.1" status: 200 len: 855 time: 0.0522020 Jan 17 11:08:05.521522 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-8ed07a8c-eed1-407d-9837-e89e7c0ef5c1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84a3e4e7-0197-48e7-8f71-b74b01af283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269711 Jan 17 11:08:05.523683 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855ebf-f147-44fc-9230-85d77adfc046 req-5c65e86d-9c94-42be-831c-532a8f74a2dd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.525896 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f855ebf-f147-44fc-9230-85d77adfc046 req-5c65e86d-9c94-42be-831c-532a8f74a2dd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 943 time: 0.0563338 Jan 17 11:08:05.579331 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:05.606671 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f855ebf-f147-44fc-9230-85d77adfc046 req-545d5dcb-0b88-4b07-8a86-47e0344f98c3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746322 Jan 17 11:08:05.621388 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863c929-c294-43e6-87ef-4f74ec3d2f19 req-d6b208ca-09bb-44a9-8697-a8bf2373af0e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:05.622979 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c863c929-c294-43e6-87ef-4f74ec3d2f19 req-d6b208ca-09bb-44a9-8697-a8bf2373af0e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0832536 Jan 17 11:08:05.623943 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-14cfebb9-9c8e-4039-a72a-0722f660b9d9 service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964584 Jan 17 11:08:05.670446 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c863c929-c294-43e6-87ef-4f74ec3d2f19 req-0642004e-3e57-418b-b7ef-fe81352a99f2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Jan 17 11:08:05.711491 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-599e24d2-98db-45f1-9367-c3a0def78d42 req-5c5190bc-dfa5-46e3-b13b-c8d43d04028d service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817196 Jan 17 11:08:06.826815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd2cc-cfa1-4aed-b162-8a66414ad874 req-1114323c-b9e8-4ee6-a6f7-c8dfbf44f201 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:06.828311 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49bd2cc-cfa1-4aed-b162-8a66414ad874 req-1114323c-b9e8-4ee6-a6f7-c8dfbf44f201 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 943 time: 0.1568840 Jan 17 11:08:06.840524 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528e4f4-8d69-47a4-8553-a86ec7201f9f req-d4c7f363-e8f8-4255-994c-5deb2025f2f5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:06.841923 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f528e4f4-8d69-47a4-8553-a86ec7201f9f req-d4c7f363-e8f8-4255-994c-5deb2025f2f5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0808370 Jan 17 11:08:06.852745 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:06.914690 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49bd2cc-cfa1-4aed-b162-8a66414ad874 req-17a020ad-7a87-411d-b4e6-c5e54c5fef50 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Jan 17 11:08:06.920971 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f528e4f4-8d69-47a4-8553-a86ec7201f9f req-0fd29bcc-f63b-4a7a-b93c-ba9692299d96 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722184 Jan 17 11:08:08.059411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eff19-6ada-45ae-a20c-5dd6995a9144 req-38e6b4ec-8f78-4afd-b2ab-4e0a157ad55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:08.060883 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9a0eff19-6ada-45ae-a20c-5dd6995a9144 req-38e6b4ec-8f78-4afd-b2ab-4e0a157ad55e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0670712 Jan 17 11:08:08.068768 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0f4a1-23f1-4ae1-acd4-f6213608a23c req-7e9f016c-d599-4f67-b4ae-e468117cbbca tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:08.070833 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36d0f4a1-23f1-4ae1-acd4-f6213608a23c req-7e9f016c-d599-4f67-b4ae-e468117cbbca tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 943 time: 0.0868645 Jan 17 11:08:08.137449 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9a0eff19-6ada-45ae-a20c-5dd6995a9144 req-50349d2e-9eee-4a8c-ac7c-8e1461a77fe6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656786 Jan 17 11:08:08.144517 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36d0f4a1-23f1-4ae1-acd4-f6213608a23c req-6726ab79-4c83-45fe-8e80-c7a19e4ed0d0 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Jan 17 11:08:09.262969 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d982b9-99cf-4b1c-8804-39f6611d97d8 req-251a8562-9f7a-4cc9-a6ed-6a884d75946f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:09.264451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60d982b9-99cf-4b1c-8804-39f6611d97d8 req-251a8562-9f7a-4cc9-a6ed-6a884d75946f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 943 time: 0.0521681 Jan 17 11:08:09.341386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac81d-94f9-485c-807c-3289dc3fd7dd req-d1370796-2458-4478-b3f9-f0afb53397a2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:09.343025 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79eac81d-94f9-485c-807c-3289dc3fd7dd req-d1370796-2458-4478-b3f9-f0afb53397a2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.1362591 Jan 17 11:08:09.346516 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60d982b9-99cf-4b1c-8804-39f6611d97d8 req-b390ba66-1709-489f-89ad-a7d2ad9e15bf tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727758 Jan 17 11:08:09.389987 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79eac81d-94f9-485c-807c-3289dc3fd7dd req-ddab2945-ccd1-4526-b24c-5c98bf798867 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412381 Jan 17 11:08:09.678114 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 17d31ec9-320d-4c86-8fa9-ffca487afb46 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:08:09.771298 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:09.783088 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'port_id': '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'mac_address': 'fa:16:3e:d3:16:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77643b14-0148-4053-beec-887b19ac2957', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:08:09.823027 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 17d31ec9-320d-4c86-8fa9-ffca487afb46 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:09.836709 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:09.838532 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d31ec9-320d-4c86-8fa9-ffca487afb46 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:08:09.857923 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:09.949880 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:09.996443 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:10.003445 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.003823 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.004189 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.004533 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.004865 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.005196 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.005527 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.005884 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.006212 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.006555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.006887 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.007207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.008182 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:10.459440 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3b300-f618-4bd0-8588-eef2f1d46451 req-7281efe7-74af-47c1-82ed-a00dba9479f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:10.460917 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ee3b300-f618-4bd0-8588-eef2f1d46451 req-7281efe7-74af-47c1-82ed-a00dba9479f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 944 time: 0.0493138 Jan 17 11:08:10.521071 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['17d31ec9-320d-4c86-8fa9-ffca487afb46'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:08:10.533889 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ee3b300-f618-4bd0-8588-eef2f1d46451 req-2887fcab-5be4-4183-ba36-3b20adaf5cf1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Jan 17 11:08:10.545307 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aa854-0e85-4a7f-8d0c-013fae0e5815 req-17268506-bdd6-41ec-943d-df7528d49f95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:10.547515 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-994aa854-0e85-4a7f-8d0c-013fae0e5815 req-17268506-bdd6-41ec-943d-df7528d49f95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0857117 Jan 17 11:08:10.611933 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-994aa854-0e85-4a7f-8d0c-013fae0e5815 req-a8785c53-0077-4a41-b292-5690f40aa041 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Jan 17 11:08:11.657584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa768a84-c402-46e3-901d-42f5df451e19 req-9068bf09-e0ca-414e-a0f0-de85320e4af7 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:11.661158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa768a84-c402-46e3-901d-42f5df451e19 req-9068bf09-e0ca-414e-a0f0-de85320e4af7 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 944 time: 0.0518930 Jan 17 11:08:11.691720 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:08:11.739785 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa768a84-c402-46e3-901d-42f5df451e19 req-4ffb2014-8fd5-4910-a648-3a6fa0e5f6e3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Jan 17 11:08:11.762235 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6efa5-0cda-4f51-8490-1ba79c685ec0 req-0a07c8ec-0f4d-4620-8c38-0dd27070e9a5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:11.762235 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81e6efa5-0cda-4f51-8490-1ba79c685ec0 req-0a07c8ec-0f4d-4620-8c38-0dd27070e9a5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 944 time: 0.0742366 Jan 17 11:08:11.796175 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:11.808152 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'mac_address': 'fa:16:3e:d6:35:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:08:11.812198 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81e6efa5-0cda-4f51-8490-1ba79c685ec0 req-5a84884f-7d1f-46f7-936e-9bedf888996d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443358 Jan 17 11:08:11.845385 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:11.845793 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:11.859248 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:08:11.881915 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:11.961396 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:12.007196 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=9']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:12.439257 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['29780144-fda0-4f15-8f21-a4e0dcd38584'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:08:12.857803 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcade16e-3aa3-444b-9be5-77bef34a0e4a req-6c3c9669-ed0f-4d0f-b41b-57bbcdb29b9c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:12.864089 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dcade16e-3aa3-444b-9be5-77bef34a0e4a req-6c3c9669-ed0f-4d0f-b41b-57bbcdb29b9c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 944 time: 0.0517490 Jan 17 11:08:12.928044 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dcade16e-3aa3-444b-9be5-77bef34a0e4a req-aa41a525-31b9-4e05-adb8-a053c2aed31b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Jan 17 11:08:12.945782 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94eb81-08dd-4970-b438-ac8c909e4e3a req-4624030d-0776-4447-8e25-f17a27abb3e2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:12.947273 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf94eb81-08dd-4970-b438-ac8c909e4e3a req-4624030d-0776-4447-8e25-f17a27abb3e2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0632341 Jan 17 11:08:12.996033 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf94eb81-08dd-4970-b438-ac8c909e4e3a req-77b0daf8-fa94-4c58-a96c-b6883efd9527 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Jan 17 11:08:13.707670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 17d31ec9-320d-4c86-8fa9-ffca487afb46 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:08:13.818526 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 17d31ec9-320d-4c86-8fa9-ffca487afb46 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:08:13.822559 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 17d31ec9-320d-4c86-8fa9-ffca487afb46 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:08:13.822933 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:13.897471 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 17d31ec9-320d-4c86-8fa9-ffca487afb46 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:13.897880 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:13.919336 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:08:13.921466 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b3ee93-8734-42a5-95a3-798f8e75c028" -d '{"events": [{"server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "name": "network-vif-plugged", "status": "completed", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:08:13.933227 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:13.959078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dbea33-8da0-4dbd-8079-47cb37d222b0 x-openstack-request-id: req-13dbea33-8da0-4dbd-8079-47cb37d222b0 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:08:13.959554 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "name": "network-vif-plugged", "status": "completed", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:08:13.959826 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13dbea33-8da0-4dbd-8079-47cb37d222b0 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:08:13.960228 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'code': 200} Jan 17 11:08:14.018547 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:14.051938 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b86c8a-2cc6-455a-b9c1-a7d56b899a0c req-ad510aaa-32f2-4c99-95c9-b4b95813d055 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:14.058158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06b86c8a-2cc6-455a-b9c1-a7d56b899a0c req-ad510aaa-32f2-4c99-95c9-b4b95813d055 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 944 time: 0.0568113 Jan 17 11:08:14.077412 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:14.131554 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06b86c8a-2cc6-455a-b9c1-a7d56b899a0c req-51aebb31-7118-43c7-b82b-334c4450c324 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717905 Jan 17 11:08:14.139525 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7928-f27a-45fc-ae28-3e1d696a71ee req-1f0b290e-e763-4d53-baf2-85723545a785 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:14.140926 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b79d7928-f27a-45fc-ae28-3e1d696a71ee req-1f0b290e-e763-4d53-baf2-85723545a785 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0667379 Jan 17 11:08:14.194919 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b79d7928-f27a-45fc-ae28-3e1d696a71ee req-01d34656-2d7d-4046-857f-ce9ef5b664f0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481849 Jan 17 11:08:14.251305 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434372c-92ec-45cc-91dc-a5bc104d0117 req-fe27ac56-574f-4b6d-8bfc-32fdc3790b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:14.252789 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6434372c-92ec-45cc-91dc-a5bc104d0117 req-fe27ac56-574f-4b6d-8bfc-32fdc3790b0c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 1098 time: 0.0453563 Jan 17 11:08:14.296843 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6434372c-92ec-45cc-91dc-a5bc104d0117 req-d6164433-67bc-43e5-9f07-a35e9e24ed8a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Jan 17 11:08:15.248892 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddac8b-f62f-4ca4-a6a8-0c708471ae6f req-ce0e43be-d56c-47ea-93de-e2a798ea9f56 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:15.250459 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2ddac8b-f62f-4ca4-a6a8-0c708471ae6f req-ce0e43be-d56c-47ea-93de-e2a798ea9f56 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Jan 17 11:08:15.324672 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2ddac8b-f62f-4ca4-a6a8-0c708471ae6f req-b1b69181-592c-4bea-8ede-2e67ef9ec8e0 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685976 Jan 17 11:08:15.340027 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021559d-4073-4252-88aa-0a14bea3dd4e req-09293405-fe7e-4b93-b3f6-9c6119497caa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:15.342173 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1021559d-4073-4252-88aa-0a14bea3dd4e req-09293405-fe7e-4b93-b3f6-9c6119497caa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 945 time: 0.0722108 Jan 17 11:08:15.391439 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1021559d-4073-4252-88aa-0a14bea3dd4e req-d98ab197-859c-434f-a761-a7c893acd6af tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Jan 17 11:08:15.719331 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:08:15.766339 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 29780144-fda0-4f15-8f21-a4e0dcd38584 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:08:15.766717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:15.844571 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 29780144-fda0-4f15-8f21-a4e0dcd38584 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:15.844961 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:15.875842 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:15.932905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:15.963939 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:08:15.966222 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9aa3e5-6f6e-4a5b-986d-b6100aca2654" -d '{"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:08:15.986632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=10']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:16.001753 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a3bdf-8829-48a8-9d3c-1b5cd95c9f90 x-openstack-request-id: req-450a3bdf-8829-48a8-9d3c-1b5cd95c9f90 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:08:16.002060 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-plugged", "status": "completed", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:08:16.002313 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-450a3bdf-8829-48a8-9d3c-1b5cd95c9f90 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:08:16.002692 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'code': 200} Jan 17 11:08:16.444298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f56a6-1a8b-4eb0-aa9c-8d77abf2ca83 req-d75eed9b-003e-40be-9d87-3d9c64d29d78 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:16.445787 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-199f56a6-1a8b-4eb0-aa9c-8d77abf2ca83 req-d75eed9b-003e-40be-9d87-3d9c64d29d78 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Jan 17 11:08:16.519135 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-199f56a6-1a8b-4eb0-aa9c-8d77abf2ca83 req-f03e4a23-7a0a-4347-b785-9f120a36638d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Jan 17 11:08:16.533628 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26713aa4-01a2-49c3-a512-8e4f568d5776 req-e4e201a7-e6ee-49da-8823-5dc9e855f1a3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:16.535187 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-26713aa4-01a2-49c3-a512-8e4f568d5776 req-e4e201a7-e6ee-49da-8823-5dc9e855f1a3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0706930 Jan 17 11:08:16.598849 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-26713aa4-01a2-49c3-a512-8e4f568d5776 req-1446bda9-8f82-4181-8ced-0107b8d9eb88 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578508 Jan 17 11:08:16.761360 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a7ba1-5c69-4a5c-b0d2-282d373ec248 req-c6e65bfe-a576-4824-85be-4e2cfe4e5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:16.763523 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8b7a7ba1-5c69-4a5c-b0d2-282d373ec248 req-c6e65bfe-a576-4824-85be-4e2cfe4e5148 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1100 time: 0.0410860 Jan 17 11:08:16.805128 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8b7a7ba1-5c69-4a5c-b0d2-282d373ec248 req-a84f95c4-de46-455f-9519-3be1cff6713d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360384 Jan 17 11:08:16.822973 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:17.715845 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4780a7-c6bd-4f74-8955-9d05f7a5a59c req-f40247cf-0e0c-4e2c-b772-9985c1df07da tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:17.717825 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa4780a7-c6bd-4f74-8955-9d05f7a5a59c req-f40247cf-0e0c-4e2c-b772-9985c1df07da tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0471523 Jan 17 11:08:17.767021 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa4780a7-c6bd-4f74-8955-9d05f7a5a59c req-b9a233d2-329b-48b1-ad31-5ee5198d86da tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Jan 17 11:08:18.903769 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc318d-cb71-4591-92c7-f3aedd956ff0 req-1a07f12f-2496-44fd-8fa8-9e80fc7ce527 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:18.905349 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ffc318d-cb71-4591-92c7-f3aedd956ff0 req-1a07f12f-2496-44fd-8fa8-9e80fc7ce527 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0617440 Jan 17 11:08:18.955953 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ffc318d-cb71-4591-92c7-f3aedd956ff0 req-355015dc-57ba-47a2-a445-a1f4e6886dfa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Jan 17 11:08:19.866586 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-b22ee1b0-4041-4145-b191-8cb7164e4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:19.868053 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-b22ee1b0-4041-4145-b191-8cb7164e4497 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 1100 time: 0.0410047 Jan 17 11:08:19.999863 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-3d131172-456c-45e5-a3ef-4211bb6df04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:20.001322 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-3d131172-456c-45e5-a3ef-4211bb6df04c service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.1099615 Jan 17 11:08:20.074557 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-d30c225e-1767-4ddd-bde5-42224f8fd4ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 200 len: 1002 time: 0.0660467 Jan 17 11:08:20.131300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-0c7a86ad-38e7-4837-82fe-010b0195aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:20.132765 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-0c7a86ad-38e7-4837-82fe-010b0195aeef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0497756 Jan 17 11:08:20.205476 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d1c1-f2b6-426f-bab7-96f3a94aaa85 req-98701318-0cb1-4e8c-bfa4-dcae70ea7616 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:20.207201 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50a4d1c1-f2b6-426f-bab7-96f3a94aaa85 req-98701318-0cb1-4e8c-bfa4-dcae70ea7616 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0508223 Jan 17 11:08:20.215567 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-df43c50a-2fa4-49e6-b34e-06a297f57048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:20.217064 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-df43c50a-2fa4-49e6-b34e-06a297f57048 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406077 Jan 17 11:08:20.261997 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50a4d1c1-f2b6-426f-bab7-96f3a94aaa85 req-598e5fc9-ab8f-4c1d-b21f-4b15522eb741 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479269 Jan 17 11:08:20.323019 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-1802e4d6-e052-43c7-b038-488214bbfaa2 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878391 Jan 17 11:08:20.425095 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-256e5fe4-0da0-456f-8788-01c140a61f55 req-aabfbf20-f677-4a54-bf42-497f60ecabd3 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Jan 17 11:08:21.383463 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694f2c-dd3c-46ef-83f3-83e1da57e4f3 req-5eecf1a2-7db5-49c1-b8ac-792803f96134 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:21.384898 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea694f2c-dd3c-46ef-83f3-83e1da57e4f3 req-5eecf1a2-7db5-49c1-b8ac-792803f96134 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0505848 Jan 17 11:08:21.429891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea694f2c-dd3c-46ef-83f3-83e1da57e4f3 req-48e2cf95-b663-42d1-90cb-538e29460504 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Jan 17 11:08:30.835241 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1e505dd-a033-41b0-9a3f-5a19423b5813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:31.403425 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-e8ef5edb-d7c4-4f5d-bb9e-19e31eea924b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:31.404827 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-e8ef5edb-d7c4-4f5d-bb9e-19e31eea924b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.0977173 Jan 17 11:08:31.419648 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-6716f892-d838-44f5-8372-c08fa7828c3c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/quotas/72ed64343682432cbc3cb30fb50badc6 HTTP/1.1" status: 200 len: 375 time: 0.0088942 Jan 17 11:08:31.476494 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-4f9c584d-f863-4940-8032-a8c6404ff4d1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520041 Jan 17 11:08:31.604161 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-d9c68a13-6b9c-40d2-be4c-521ffa4fcfa9 service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211896 Jan 17 11:08:31.696793 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-e2a4ed52-4ec3-4a34-9f44-5432777b070c service neutron] 10.222.0.44 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Jan 17 11:08:31.920318 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd120ac9-8460-42b5-9885-b4448f9b4e5f req-b899e5d0-7d0e-4b30-9152-f9060303b46f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0265200 Jan 17 11:08:33.013134 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac8b5a50-8ca7-44ac-83ec-59102b0bd942 req-01262d63-47c3-432e-9b64-5c8f0025e432 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jan 17 11:08:33.155615 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-13d2d345-7203-493f-8495-7ec2a910cb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:34.104779 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca3bb2da-f33d-4150-8d5c-4ebab36a6b10 req-f69a80c1-7d16-4760-8347-9042f46828fd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.292842 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-161d0052-859f-4709-aad1-d46d553334e2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:34.295897 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-161d0052-859f-4709-aad1-d46d553334e2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/networks?id=84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 200 len: 815 time: 0.1036556 Jan 17 11:08:34.318675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Request body: {'port': {'device_id': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'admin_state_up': True, 'tenant_id': '72ed64343682432cbc3cb30fb50badc6'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:08:34.349704 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:34.475359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Made reservation on behalf of 72ed64343682432cbc3cb30fb50badc6 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:08:34.479050 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:34.605709 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Allocated IP 172.20.0.13 (84a3e4e7-0197-48e7-8f71-b74b01af283a/77643b14-0148-4053-beec-887b19ac2957/bad60f12-de91-4992-8447-a1c211056df1) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:08:34.752730 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks [] for port (bad60f12-de91-4992-8447-a1c211056df1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:34.847419 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:34.862738 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2', '104f1922-b875-40f1-8c33-3500edf9d6bc', '17d31ec9-320d-4c86-8fa9-ffca487afb46'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:08:34.891873 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Network 84a3e4e7-0197-48e7-8f71-b74b01af283a is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:08:34.895049 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:08:34.898867 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:08:34.905216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event updated for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:34.934606 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.934960 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.935316 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.935658 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.935998 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.936331 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.936665 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.936997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.937333 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.937677 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.938042 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.938372 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.938699 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:08:34.963225 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:34.963846 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.044068 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9dfd2ad7-3301-4d68-ae8e-18ff4945efa2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292786 Jan 17 11:08:35.106278 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Request body: {'port': {'device_id': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:08:35.165457 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bad60f12-de91-4992-8447-a1c211056df1), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.223526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12358e7d-a1b9-429d-8e59-b000de69a873 req-c8a9d048-208d-4895-ba09-9facf6ea01b0 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:35.224988 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12358e7d-a1b9-429d-8e59-b000de69a873 req-c8a9d048-208d-4895-ba09-9facf6ea01b0 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 932 time: 0.0479481 Jan 17 11:08:35.274528 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12358e7d-a1b9-429d-8e59-b000de69a873 req-0bd89381-3fc9-412a-bc09-fcac012cb996 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Jan 17 11:08:35.418596 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad60f12-de91-4992-8447-a1c211056df1 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:08:35.425952 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks [] for port (bad60f12-de91-4992-8447-a1c211056df1), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.438596 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Transition to ACTIVE for port object bad60f12-de91-4992-8447-a1c211056df1 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:08:35.510230 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.562158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:35.619039 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.626841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Attempting to bind port bad60f12-de91-4992-8447-a1c211056df1 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:08:35.627180 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Attempting to bind port bad60f12-de91-4992-8447-a1c211056df1 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:08:35.627675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Attempting to bind port bad60f12-de91-4992-8447-a1c211056df1 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:08:35.631777 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Port bad60f12-de91-4992-8447-a1c211056df1 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:08:35.632091 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Attempting to bind port bad60f12-de91-4992-8447-a1c211056df1 on network 84a3e4e7-0197-48e7-8f71-b74b01af283a {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:08:35.636736 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:08:35.637068 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Checking segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:08:35.637443 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Bound using segment: {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:08:35.637897 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Bound port: bad60f12-de91-4992-8447-a1c211056df1, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86721f-bd40-48a3-9ff3-f1eab24e0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:08:35.638246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bad60f12-de91-4992-8447-a1c211056df1), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.699355 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:08:35.702263 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bad60f12-de91-4992-8447-a1c211056df1,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:08:35.761704 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.796844 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:35.797996 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:35.799396 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] 10.222.0.78 "PUT /v2.0/ports/bad60f12-de91-4992-8447-a1c211056df1 HTTP/1.1" status: 200 len: 1094 time: 0.7391918 Jan 17 11:08:35.799850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:08:35.802082 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "tag": "bad60f12-de91-4992-8447-a1c211056df1"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:08:35.823361 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228f1c-2057-435b-9eb8-2bd341c805b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:35.896125 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f0affe-754f-478c-9e2b-4b8dbd0f4023 x-openstack-request-id: req-32f0affe-754f-478c-9e2b-4b8dbd0f4023 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:08:35.896424 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "tag": "bad60f12-de91-4992-8447-a1c211056df1", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:08:35.896681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32f0affe-754f-478c-9e2b-4b8dbd0f4023 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:08:35.897112 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1', 'status': 'completed', 'code': 200} Jan 17 11:08:35.960991 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-b02fd55e-f842-4906-ab15-236198020b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:35.962450 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-b02fd55e-f842-4906-ab15-236198020b51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 1097 time: 0.0416980 Jan 17 11:08:36.070063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-0acf0932-b6a7-4b68-a467-890b0e878422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:36.071502 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-0acf0932-b6a7-4b68-a467-890b0e878422 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=72ed64343682432cbc3cb30fb50badc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915592 Jan 17 11:08:36.166374 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-71832172-2742-4c61-84bb-4d87b9a6b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:36.167829 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6695a425-1e2b-4006-92a9-6b5e6f6a0f2e req-71832172-2742-4c61-84bb-4d87b9a6b31e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877805 Jan 17 11:08:36.254820 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9a77ab79-c8be-4ad9-af3c-a2a3a99be79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:36.256291 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-9a77ab79-c8be-4ad9-af3c-a2a3a99be79b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72ed64343682432cbc3cb30fb50badc6&device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 1097 time: 0.0406442 Jan 17 11:08:36.296830 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-e067a672-5bdb-42b7-a677-552ae06edf3e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bad60f12-de91-4992-8447-a1c211056df1 HTTP/1.1" status: 200 len: 217 time: 0.0324631 Jan 17 11:08:36.347550 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-6105831b-6fd0-43cd-a494-11983127e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:36.348993 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-6105831b-6fd0-43cd-a494-11983127e0a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77643b14-0148-4053-beec-887b19ac2957 HTTP/1.1" status: 200 len: 855 time: 0.0454738 Jan 17 11:08:36.387468 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fac97-32a4-4955-aba8-ee47d0f1cc03 req-cd15f304-9cde-45de-8e00-d01022c21cff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:36.389051 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c61fac97-32a4-4955-aba8-ee47d0f1cc03 req-cd15f304-9cde-45de-8e00-d01022c21cff tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 944 time: 0.0495167 Jan 17 11:08:36.438923 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c61fac97-32a4-4955-aba8-ee47d0f1cc03 req-b97d35a8-42a0-4881-ae45-b4d70553194f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Jan 17 11:08:36.607031 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-ecc140a5-bee0-44e3-aaf4-b60d6270b243 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84a3e4e7-0197-48e7-8f71-b74b01af283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457159 Jan 17 11:08:36.691960 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-8cc52e7d-5f43-482b-9462-ed6263c28c02 service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779128 Jan 17 11:08:36.790142 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-35ba2760-f133-4b39-b29f-2b2a3f7af6fc req-2aed91e7-0353-410b-adeb-cb801cb0dd60 service neutron] 10.222.0.78 "GET /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Jan 17 11:08:36.795609 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:37.556190 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4c5f7-aa1f-45bc-a9be-ec058b7bfe04 req-0abdf1ae-6357-4de3-8659-50119c199669 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:37.557705 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fae4c5f7-aa1f-45bc-a9be-ec058b7bfe04 req-0abdf1ae-6357-4de3-8659-50119c199669 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 944 time: 0.0491002 Jan 17 11:08:37.604081 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fae4c5f7-aa1f-45bc-a9be-ec058b7bfe04 req-a358f779-2a9a-4db4-9245-d22f3f024931 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Jan 17 11:08:38.718249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899e38-9eaf-4089-b273-900c5fa8def9 req-699bbfc9-0764-43fb-b9fd-21c58dd47dbb tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:38.720348 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3899e38-9eaf-4089-b273-900c5fa8def9 req-699bbfc9-0764-43fb-b9fd-21c58dd47dbb tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 944 time: 0.0511105 Jan 17 11:08:38.766276 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3899e38-9eaf-4089-b273-900c5fa8def9 req-ffcb284c-cb08-444a-9da0-def3983e6926 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Jan 17 11:08:39.878814 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfaae4-3daf-41ee-9051-811e6ccf88c9 req-701d59fc-eff8-47c8-9365-be3ca2c3e552 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:39.880421 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83cfaae4-3daf-41ee-9051-811e6ccf88c9 req-701d59fc-eff8-47c8-9365-be3ca2c3e552 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 944 time: 0.0481784 Jan 17 11:08:39.925630 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83cfaae4-3daf-41ee-9051-811e6ccf88c9 req-09597dec-2ec0-439f-a39f-1fdb754961b2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Jan 17 11:08:41.042760 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd43ab2-bd31-4ed7-9ce4-db2e2550a346 req-b3389181-f500-491f-8f73-4d76f33b8565 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:41.044227 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2bd43ab2-bd31-4ed7-9ce4-db2e2550a346 req-b3389181-f500-491f-8f73-4d76f33b8565 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Jan 17 11:08:41.090840 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2bd43ab2-bd31-4ed7-9ce4-db2e2550a346 req-7e87fd56-e680-45cd-8bbf-1e6c17149761 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Jan 17 11:08:41.859576 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:08:41.874585 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bad60f12-de91-4992-8447-a1c211056df1 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:08:41.966937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bad60f12-de91-4992-8447-a1c211056df1,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:41.978765 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'bad60f12-de91-4992-8447-a1c211056df1', 'network_id': '84a3e4e7-0197-48e7-8f71-b74b01af283a', 'port_id': 'bad60f12-de91-4992-8447-a1c211056df1', 'mac_address': 'fa:16:3e:e3:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77643b14-0148-4053-beec-887b19ac2957', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:08:42.018803 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bad60f12-de91-4992-8447-a1c211056df1 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:42.019098 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bad60f12-de91-4992-8447-a1c211056df1), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:42.031676 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad60f12-de91-4992-8447-a1c211056df1 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:08:42.050451 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bad60f12-de91-4992-8447-a1c211056df1,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:42.138566 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:42.185922 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:42.205761 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798069a-59ec-4f0b-94d7-2e0ab4f8b447 req-07c792d3-52e7-4ead-bb66-078d55fc3c91 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:42.207833 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7798069a-59ec-4f0b-94d7-2e0ab4f8b447 req-07c792d3-52e7-4ead-bb66-078d55fc3c91 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Jan 17 11:08:42.253685 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7798069a-59ec-4f0b-94d7-2e0ab4f8b447 req-c0cd217f-d6cf-48e9-9714-6e31d378925e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Jan 17 11:08:42.720428 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['bad60f12-de91-4992-8447-a1c211056df1'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:08:43.363533 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e88cf-1049-4696-be18-13201959513e req-c9478845-35a2-448c-a208-20c77e78bf14 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:43.364960 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-572e88cf-1049-4696-be18-13201959513e req-c9478845-35a2-448c-a208-20c77e78bf14 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0468626 Jan 17 11:08:43.415302 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-572e88cf-1049-4696-be18-13201959513e req-dc37d657-b750-4ae1-a6c8-b92e1fd3c51d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 Jan 17 11:08:44.525571 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082cba8-7ae2-4c6d-93f2-c2c3085ace48 req-0ca7345e-8d14-4916-b0dd-d6ded6f7c19c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:44.527066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c082cba8-7ae2-4c6d-93f2-c2c3085ace48 req-0ca7345e-8d14-4916-b0dd-d6ded6f7c19c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Jan 17 11:08:44.572452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c082cba8-7ae2-4c6d-93f2-c2c3085ace48 req-f6d2d284-7d9f-41ca-bf24-20dc00daa907 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Jan 17 11:08:45.684198 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16acd9-7163-4a0c-a7fd-ea18fbb235d6 req-8ee81b36-d6c3-42d5-85f9-467f0230b3f3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:45.685735 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df16acd9-7163-4a0c-a7fd-ea18fbb235d6 req-8ee81b36-d6c3-42d5-85f9-467f0230b3f3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Jan 17 11:08:45.730867 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df16acd9-7163-4a0c-a7fd-ea18fbb235d6 req-846bc0b0-ed90-465e-a133-bd2545b514b7 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Jan 17 11:08:46.851092 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2412-b077-4964-82d7-ed8240e42ae9 req-dd597965-d249-4c5d-8632-ab299696740a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:46.852623 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c2db2412-b077-4964-82d7-ed8240e42ae9 req-dd597965-d249-4c5d-8632-ab299696740a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0518873 Jan 17 11:08:46.899192 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c2db2412-b077-4964-82d7-ed8240e42ae9 req-b83790a9-4675-4163-8572-601821788804 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jan 17 11:08:47.452231 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:48.012774 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213ef2-a571-436c-b6ff-97651aa140f4 req-bd6ac27f-6b18-41df-9b2f-e36f449e7f1a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:48.014264 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27213ef2-a571-436c-b6ff-97651aa140f4 req-bd6ac27f-6b18-41df-9b2f-e36f449e7f1a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Jan 17 11:08:48.059650 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27213ef2-a571-436c-b6ff-97651aa140f4 req-d326593a-c40d-488c-af0b-39279fcf2d09 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Jan 17 11:08:49.171272 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ead7ba-fa14-4361-8108-8cfda03b3369 req-3efc3928-f748-415e-9c66-03d367cb939d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:49.173251 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1ead7ba-fa14-4361-8108-8cfda03b3369 req-3efc3928-f748-415e-9c66-03d367cb939d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0472572 Jan 17 11:08:49.220911 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1ead7ba-fa14-4361-8108-8cfda03b3369 req-4d6876ac-c2f4-41b0-9f06-c7d2593a9e5e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Jan 17 11:08:50.334731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1dc07-3f32-4010-8c43-9525deccd329 req-ffabd11a-21af-4dc3-852d-164ec6602af3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:50.336161 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f8a1dc07-3f32-4010-8c43-9525deccd329 req-ffabd11a-21af-4dc3-852d-164ec6602af3 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 945 time: 0.0488305 Jan 17 11:08:50.381153 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f8a1dc07-3f32-4010-8c43-9525deccd329 req-d60558f8-df23-4f29-9160-1d103b7e66aa tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Jan 17 11:08:50.858688 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bad60f12-de91-4992-8447-a1c211056df1 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:08:50.989253 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port bad60f12-de91-4992-8447-a1c211056df1 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:08:50.993172 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port bad60f12-de91-4992-8447-a1c211056df1 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:08:50.993542 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (bad60f12-de91-4992-8447-a1c211056df1), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:51.069809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bad60f12-de91-4992-8447-a1c211056df1 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:08:51.070190 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bad60f12-de91-4992-8447-a1c211056df1), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:51.091149 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:08:51.093331 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f8195-971d-4eea-8682-19e9dabf0827" -d '{"events": [{"server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "name": "network-vif-plugged", "status": "completed", "tag": "bad60f12-de91-4992-8447-a1c211056df1"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:08:51.105357 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bad60f12-de91-4992-8447-a1c211056df1,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:08:51.184520 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4837d2d8-6b42-43cd-9ca0-7a830ae079e4 x-openstack-request-id: req-4837d2d8-6b42-43cd-9ca0-7a830ae079e4 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:08:51.184858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "name": "network-vif-plugged", "status": "completed", "tag": "bad60f12-de91-4992-8447-a1c211056df1", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:08:51.185122 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4837d2d8-6b42-43cd-9ca0-7a830ae079e4 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:08:51.185513 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1', 'code': 200} Jan 17 11:08:51.186718 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:08:51.232452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:08:51.491987 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcbea8-9bac-48fb-8b9f-027a11330acb req-f6f6ad6a-7542-43d0-ab80-6dc63d6999e4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:51.493443 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65dcbea8-9bac-48fb-8b9f-027a11330acb req-f6f6ad6a-7542-43d0-ab80-6dc63d6999e4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0476286 Jan 17 11:08:51.538649 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65dcbea8-9bac-48fb-8b9f-027a11330acb req-6105acdf-1a96-4a01-b55d-b6cc8bbc668c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jan 17 11:08:52.653373 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854349a-f804-4991-bc97-5737a4072711 req-f373f619-3ef9-4e0e-939d-b6dbb67ca66d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:52.654854 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b854349a-f804-4991-bc97-5737a4072711 req-f373f619-3ef9-4e0e-939d-b6dbb67ca66d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0503383 Jan 17 11:08:52.700352 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b854349a-f804-4991-bc97-5737a4072711 req-eb185030-b0a0-41de-a8c2-9d9ff124e8ec tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Jan 17 11:08:53.715770 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c54d-8e9e-4eab-a857-ddbfbff8ea7f req-c059b805-ce94-4208-b423-225365e35c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:53.717283 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0b66c54d-8e9e-4eab-a857-ddbfbff8ea7f req-c059b805-ce94-4208-b423-225365e35c20 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 1099 time: 0.0400269 Jan 17 11:08:53.763769 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-0b66c54d-8e9e-4eab-a857-ddbfbff8ea7f req-a57ee4a1-e7bc-4a93-a8c9-0c10960b88eb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Jan 17 11:08:53.811497 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ac253-bb1e-4d5b-9cf9-3f0faae33ca3 req-b3c8449d-93c2-488e-87b5-9b504e2f1653 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:53.812948 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-632ac253-bb1e-4d5b-9cf9-3f0faae33ca3 req-b3c8449d-93c2-488e-87b5-9b504e2f1653 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0477037 Jan 17 11:08:53.858431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-632ac253-bb1e-4d5b-9cf9-3f0faae33ca3 req-f73bc280-835f-4a27-b6d4-73cffea2ead5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Jan 17 11:08:54.973448 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa0b60-7f1b-4406-b1dc-5d619289a7b6 req-5d3ee235-17ed-46fa-a646-ee8e15083818 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:54.975791 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5baa0b60-7f1b-4406-b1dc-5d619289a7b6 req-5d3ee235-17ed-46fa-a646-ee8e15083818 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Jan 17 11:08:55.022889 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5baa0b60-7f1b-4406-b1dc-5d619289a7b6 req-b03e7f5f-0294-402b-86ed-5611bd8aeb93 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Jan 17 11:08:56.138549 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e631fd-00c0-499d-80a7-c2ac1d544124 req-3518f39b-6329-46aa-9344-b27f7fd3ba92 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:08:56.140003 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25e631fd-00c0-499d-80a7-c2ac1d544124 req-3518f39b-6329-46aa-9344-b27f7fd3ba92 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Jan 17 11:08:56.185800 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-25e631fd-00c0-499d-80a7-c2ac1d544124 req-0768badc-8996-4322-b9df-bad008e7a91a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Jan 17 11:09:00.823607 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c9f62714-1cc9-4067-9286-11d9765b95e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:03.097747 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b2a2aa05-0525-45f6-a819-81ca8c825edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:04.320257 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:05.600939 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:06.823518 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:13.716941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6796e-3d60-44c6-83a1-1b2e35c829e3 req-7c7744d7-0a83-428b-8914-29e9e1da8126 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:13.718899 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31a6796e-3d60-44c6-83a1-1b2e35c829e3 req-7c7744d7-0a83-428b-8914-29e9e1da8126 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0469620 Jan 17 11:09:13.766747 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31a6796e-3d60-44c6-83a1-1b2e35c829e3 req-8cb1fc37-3ba9-4236-a2f6-c49c0feeadea tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Jan 17 11:09:14.884352 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d972584-7dfa-42a8-b93e-cd9e9646d285 req-269b47e6-f8ac-419a-9346-acc9c80512f2 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:14.885848 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d972584-7dfa-42a8-b93e-cd9e9646d285 req-269b47e6-f8ac-419a-9346-acc9c80512f2 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0513878 Jan 17 11:09:14.932011 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d972584-7dfa-42a8-b93e-cd9e9646d285 req-b1dfef1a-6a87-4034-95b5-a76f7788229b tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Jan 17 11:09:16.052602 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-206b36a6-63a4-42cf-a922-afa10ce1ed0a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:16.053976 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-206b36a6-63a4-42cf-a922-afa10ce1ed0a tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0536838 Jan 17 11:09:16.057090 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103fda-2774-4ec3-b306-c353a93e5129 req-a10f5120-2e21-4277-8146-8a3f47359f8c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:16.058581 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00103fda-2774-4ec3-b306-c353a93e5129 req-a10f5120-2e21-4277-8146-8a3f47359f8c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 945 time: 0.0609169 Jan 17 11:09:16.104910 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00103fda-2774-4ec3-b306-c353a93e5129 req-133a7685-e39c-449e-8391-c2ac5e063a78 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Jan 17 11:09:16.145965 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Deleting port cd0a2fa0-3862-4f76-9c11-b43234566138 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:09:16.146351 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:16.235076 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] For port cd0a2fa0-3862-4f76-9c11-b43234566138, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=cd0a2fa0-3862-4f76-9c11-b43234566138,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:16.235435 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:16.248223 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Calling delete_port for cd0a2fa0-3862-4f76-9c11-b43234566138 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:09:16.423914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (cd0a2fa0-3862-4f76-9c11-b43234566138), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:16.437117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['cd0a2fa0-3862-4f76-9c11-b43234566138'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:16.454504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Pushing event deleted for resources: {'Port': ['ID=cd0a2fa0-3862-4f76-9c11-b43234566138,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:16.497947 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] No DVR routers for this DVR port cd0a2fa0-3862-4f76-9c11-b43234566138 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:09:16.501772 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:16.505420 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a182b326-8a46-4748-855a-0f45b0d19b27 req-69b5761d-54ca-4a84-976d-e7164c174de0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "DELETE /v2.0/ports/cd0a2fa0-3862-4f76-9c11-b43234566138 HTTP/1.1" status: 204 len: 173 time: 0.4455276 Jan 17 11:09:16.505908 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'name': 'network-vif-deleted', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:16.508197 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523d0dc8-286a-43af-b386-cc6ddc21d0b8" -d '{"events": [{"server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "name": "network-vif-deleted", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:16.546556 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae612ec-c639-48ec-9b6c-d482d4f8b170 x-openstack-request-id: req-5ae612ec-c639-48ec-9b6c-d482d4f8b170 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:16.546924 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d7c86-dda2-444e-a6d1-af5ed37af8d8", "name": "network-vif-deleted", "tag": "cd0a2fa0-3862-4f76-9c11-b43234566138", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:16.547180 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ae612ec-c639-48ec-9b6c-d482d4f8b170 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:16.547578 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d7c86-dda2-444e-a6d1-af5ed37af8d8', 'name': 'network-vif-deleted', 'tag': 'cd0a2fa0-3862-4f76-9c11-b43234566138', 'status': 'completed', 'code': 200} Jan 17 11:09:16.557161 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20722-a2fa-445f-a8de-e2abe196fdb2 req-a4d0c155-b798-4000-b043-d4c674e3e43a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:16.558656 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59d20722-a2fa-445f-a8de-e2abe196fdb2 req-a4d0c155-b798-4000-b043-d4c674e3e43a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Jan 17 11:09:16.606514 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59d20722-a2fa-445f-a8de-e2abe196fdb2 req-89fa9bbe-a958-4fb1-81a8-f8d6fd4b8fdd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Jan 17 11:09:17.208351 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-55dd02ad-73a3-4df3-9395-f27d064ae76e req-5d7050de-baac-4224-a180-3535cab1db10 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7d7c86-dda2-444e-a6d1-af5ed37af8d8 HTTP/1.1" status: 200 len: 210 time: 0.0255976 Jan 17 11:09:17.412122 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:17.720268 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3cfd4-c4f5-4754-9c7c-dc3fd2a3d8f7 req-a8a1a75e-02b2-47c7-baca-a16a74a2fdd5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:17.721727 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-24d3cfd4-c4f5-4754-9c7c-dc3fd2a3d8f7 req-a8a1a75e-02b2-47c7-baca-a16a74a2fdd5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0473938 Jan 17 11:09:17.766675 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-24d3cfd4-c4f5-4754-9c7c-dc3fd2a3d8f7 req-66e6d35e-f9a7-4a34-bfe8-071c83748b84 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Jan 17 11:09:18.741462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-b5bccf44-9d25-4306-b5b4-0fefcd62021c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:18.742982 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-b5bccf44-9d25-4306-b5b4-0fefcd62021c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0480478 Jan 17 11:09:18.843925 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Deleting port bad60f12-de91-4992-8447-a1c211056df1 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:09:18.844267 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (bad60f12-de91-4992-8447-a1c211056df1), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:18.859361 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:09:18.892243 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0467364-8cfc-4cd4-b6d1-9a296e996a96 req-a7dc8400-2ae4-48af-9f24-119a5d7f4c14 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:18.894341 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0467364-8cfc-4cd4-b6d1-9a296e996a96 req-a7dc8400-2ae4-48af-9f24-119a5d7f4c14 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 946 time: 0.0544147 Jan 17 11:09:18.932776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] For port bad60f12-de91-4992-8447-a1c211056df1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bad60f12-de91-4992-8447-a1c211056df1,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:18.933147 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (bad60f12-de91-4992-8447-a1c211056df1), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:18.941522 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0467364-8cfc-4cd4-b6d1-9a296e996a96 req-d91dbd6b-2aea-431e-9b0b-4eb3b8aba641 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Jan 17 11:09:18.945650 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Calling delete_port for bad60f12-de91-4992-8447-a1c211056df1 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:09:19.124312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (bad60f12-de91-4992-8447-a1c211056df1), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:19.140407 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2', '104f1922-b875-40f1-8c33-3500edf9d6bc', '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'bad60f12-de91-4992-8447-a1c211056df1'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:19.150523 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event deleted for resources: {'Port': ['ID=bad60f12-de91-4992-8447-a1c211056df1,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:19.195071 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] No DVR routers for this DVR port bad60f12-de91-4992-8447-a1c211056df1 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:09:19.197788 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:19.201270 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-243fce86-3d93-49b1-a7af-7c7685587c55 req-e7806092-67a2-4178-ad9d-9051a49ff8d9 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "DELETE /v2.0/ports/bad60f12-de91-4992-8447-a1c211056df1 HTTP/1.1" status: 204 len: 173 time: 0.4494739 Jan 17 11:09:19.201790 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'name': 'network-vif-deleted', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:19.204675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239cc095-06ed-4e48-9e0e-efe2c71d9b9d" -d '{"events": [{"server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "name": "network-vif-deleted", "tag": "bad60f12-de91-4992-8447-a1c211056df1"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:19.240284 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307eadd2-6a57-40f7-b923-e9973e797b18 x-openstack-request-id: req-307eadd2-6a57-40f7-b923-e9973e797b18 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:19.240579 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea18d149-34c1-4b07-9275-b85771ff1820", "name": "network-vif-deleted", "tag": "bad60f12-de91-4992-8447-a1c211056df1", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:19.240836 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-307eadd2-6a57-40f7-b923-e9973e797b18 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:19.241261 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea18d149-34c1-4b07-9275-b85771ff1820', 'name': 'network-vif-deleted', 'tag': 'bad60f12-de91-4992-8447-a1c211056df1', 'status': 'completed', 'code': 200} Jan 17 11:09:20.031141 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bf305a2-eec5-4bd8-a499-3528df820ad5 req-bd2fb67f-94d2-4f29-8f27-9591724b4112 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0246894 Jan 17 11:09:21.122535 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8354078a-a8d5-469b-a695-bdd1b741632f req-ab9ff2fc-8ee8-42a6-8e70-897ad3df6579 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0251052 Jan 17 11:09:21.634958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd0a2fa0-3862-4f76-9c11-b43234566138 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:09:21.655930 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: cd0a2fa0-3862-4f76-9c11-b43234566138 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:09:21.656282 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device cd0a2fa0-3862-4f76-9c11-b43234566138 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:09:22.225787 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73c342af-9f3e-4160-94ca-133afe0d3353 req-b821aaf2-cd53-4056-9f74-ecb71c8d591c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0256097 Jan 17 11:09:23.084875 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-1228e162-39dd-4768-870a-b3f2ac5971c4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419137 Jan 17 11:09:23.167938 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-7c34deb7-e6e5-436a-8b3e-8b17566a5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:23.169545 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-7c34deb7-e6e5-436a-8b3e-8b17566a5f4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0405858 Jan 17 11:09:23.275167 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-3a6c9a5f-168e-4f29-9f89-ebf5f8b097a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:23.276637 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-3a6c9a5f-168e-4f29-9f89-ebf5f8b097a5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.0868282 Jan 17 11:09:23.331300 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6010cfe8-fd91-4795-8324-67d9c81c5458 req-5fb1884e-d3b1-4b23-b3bf-e03586dec0f1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea18d149-34c1-4b07-9275-b85771ff1820 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Jan 17 11:09:23.351289 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-9274b2a9-1885-4785-8658-b87bdcc26a4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1001 time: 0.0675490 Jan 17 11:09:23.399633 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-5aabc8cc-b79d-4a1f-81c5-d7bcf04af918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:23.401167 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-5aabc8cc-b79d-4a1f-81c5-d7bcf04af918 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0434134 Jan 17 11:09:23.475513 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-51a14d84-c5ba-40b5-930d-00da11a02de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:23.477036 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-51a14d84-c5ba-40b5-930d-00da11a02de5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435479 Jan 17 11:09:23.564506 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-01e5aff7-8531-467a-85a6-4bb097501335 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800810 Jan 17 11:09:23.657142 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-b3e7da37-8060-40f1-8c46-d816d5932bce req-dac2e3e5-0aca-410a-a11e-f9f7fe5bb680 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Jan 17 11:09:25.647016 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bad60f12-de91-4992-8447-a1c211056df1 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:09:25.667273 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: bad60f12-de91-4992-8447-a1c211056df1 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:09:25.667619 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bad60f12-de91-4992-8447-a1c211056df1 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:09:26.015195 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a71f8e-d7ec-4c24-aeb4-9ce11991ef4b req-5fbeed94-27e7-45be-a710-723f06023298 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:26.016776 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2a71f8e-d7ec-4c24-aeb4-9ce11991ef4b req-5fbeed94-27e7-45be-a710-723f06023298 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0513160 Jan 17 11:09:26.073960 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2a71f8e-d7ec-4c24-aeb4-9ce11991ef4b req-928189ac-5ef2-49a4-81d1-d52c2e0dd45c tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508270 Jan 17 11:09:26.109034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4b195-411a-4e4a-b234-71a3e5f99e84 req-2390a132-a08d-46d3-a74c-4e5fa50aaaad tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:26.110518 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0e4b195-411a-4e4a-b234-71a3e5f99e84 req-2390a132-a08d-46d3-a74c-4e5fa50aaaad tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0496023 Jan 17 11:09:26.157189 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0e4b195-411a-4e4a-b234-71a3e5f99e84 req-9593cf23-db6b-4dcb-a0b0-d2b3e4a79ff3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Jan 17 11:09:27.190558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587f398-2c7a-4801-8b03-fbbd9959472a req-b9ddaea0-3f27-4b0e-a15f-c024f32009b1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:27.191455 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8587f398-2c7a-4801-8b03-fbbd9959472a req-b9ddaea0-3f27-4b0e-a15f-c024f32009b1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0513268 Jan 17 11:09:27.247657 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8587f398-2c7a-4801-8b03-fbbd9959472a req-62954863-6782-41ba-b262-885aecf705f1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503137 Jan 17 11:09:27.281921 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c30388-9803-4b5c-984c-aad3d0f0a9ca req-9856b269-d5c1-4835-9da9-9b46f4bd354a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:27.283880 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0c30388-9803-4b5c-984c-aad3d0f0a9ca req-9856b269-d5c1-4835-9da9-9b46f4bd354a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0521166 Jan 17 11:09:27.328836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0c30388-9803-4b5c-984c-aad3d0f0a9ca req-647bf3c6-e40b-4131-a15c-35ae75ec8bed tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Jan 17 11:09:28.357789 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4419e8-f897-4310-bfad-c90063c31ce0 req-285f6ed2-5a29-44e4-bba1-581d38f09030 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:28.359701 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4419e8-f897-4310-bfad-c90063c31ce0 req-285f6ed2-5a29-44e4-bba1-581d38f09030 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0464823 Jan 17 11:09:28.417891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4419e8-f897-4310-bfad-c90063c31ce0 req-de835bff-274d-4246-8ed7-e1ef37ccb830 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Jan 17 11:09:28.453086 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229f541-6619-451b-8b42-cd8833b63397 req-b2018c59-b11e-414e-be52-3e7ae832ae87 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:28.454561 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a229f541-6619-451b-8b42-cd8833b63397 req-b2018c59-b11e-414e-be52-3e7ae832ae87 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0522346 Jan 17 11:09:28.499065 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a229f541-6619-451b-8b42-cd8833b63397 req-995f4552-03db-487c-a3b0-e2a41b74ff84 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 Jan 17 11:09:29.530394 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a46c9a-e63a-4527-9db3-4306304ffff6 req-3ed243ff-9557-4a2f-9261-8380f3e7ba36 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:29.531885 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69a46c9a-e63a-4527-9db3-4306304ffff6 req-3ed243ff-9557-4a2f-9261-8380f3e7ba36 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Jan 17 11:09:29.606967 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69a46c9a-e63a-4527-9db3-4306304ffff6 req-02ae66b6-9d40-49bd-8910-3767f2abc836 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690622 Jan 17 11:09:29.625497 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b292fa-e4a4-4ffd-bd0a-2b41f039e0b8 req-87d3f644-2307-44bb-8d19-aae94ae4201f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:29.627069 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90b292fa-e4a4-4ffd-bd0a-2b41f039e0b8 req-87d3f644-2307-44bb-8d19-aae94ae4201f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0620456 Jan 17 11:09:29.672728 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90b292fa-e4a4-4ffd-bd0a-2b41f039e0b8 req-3ee60550-d531-49c8-b8f0-d5e74bb54804 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Jan 17 11:09:30.721302 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c78-07c9-4600-9e16-493cc628c6e1 req-7ef28f4c-e000-453c-a40e-d28c9b805149 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:30.722975 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89545c78-07c9-4600-9e16-493cc628c6e1 req-7ef28f4c-e000-453c-a40e-d28c9b805149 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Jan 17 11:09:30.822431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89545c78-07c9-4600-9e16-493cc628c6e1 req-11abbbc7-d125-418c-b747-c5e36711eb06 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936828 Jan 17 11:09:30.846932 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d9321cba-8612-4ebf-96a9-c6b114985687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:30.864457 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-fe28b928-3ac3-475b-b5e3-5cf33050d116 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:30.865967 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-fe28b928-3ac3-475b-b5e3-5cf33050d116 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/networks?id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f HTTP/1.1" status: 200 len: 813 time: 0.1315091 Jan 17 11:09:30.881502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-f75b7149-5471-463b-9530-dba8989f91c8 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/quotas/d10bc1ba6de2463f8bd2f9627570ed0f HTTP/1.1" status: 200 len: 375 time: 0.0094283 Jan 17 11:09:30.897242 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-b04c6883-da1d-496c-9768-acd01c05412f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:30.898834 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-b04c6883-da1d-496c-9768-acd01c05412f tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 945 time: 0.0582731 Jan 17 11:09:30.922975 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-3f880f1e-34e6-407c-bf97-3bd9bfb022b1 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340664 Jan 17 11:09:30.991540 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Deleting port 17d31ec9-320d-4c86-8fa9-ffca487afb46 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:09:30.991889 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:31.008940 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddaf3b-01e6-4e26-b0e1-e9d693db2efe req-c890150e-db5a-408b-a76f-0d4d08fc4637 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:31.010453 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3eddaf3b-01e6-4e26-b0e1-e9d693db2efe req-c890150e-db5a-408b-a76f-0d4d08fc4637 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.1128902 Jan 17 11:09:31.055886 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-e8a875c0-1659-45c3-ae4c-e158bff4abb4 service neutron] 10.222.0.44 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192310 Jan 17 11:09:31.083105 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] For port 17d31ec9-320d-4c86-8fa9-ffca487afb46, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=17d31ec9-320d-4c86-8fa9-ffca487afb46,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:31.083474 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:31.096875 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Calling delete_port for 17d31ec9-320d-4c86-8fa9-ffca487afb46 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:09:31.123774 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3eddaf3b-01e6-4e26-b0e1-e9d693db2efe req-f10b4bba-281c-45b0-a14d-0878ed381653 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068537 Jan 17 11:09:31.161745 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-ce191ac2-ddc8-48cf-a9bb-99fc95ed7165 service neutron] 10.222.0.44 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002066 Jan 17 11:09:31.326201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (17d31ec9-320d-4c86-8fa9-ffca487afb46), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:31.337571 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2', '104f1922-b875-40f1-8c33-3500edf9d6bc', '17d31ec9-320d-4c86-8fa9-ffca487afb46'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:31.354259 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event deleted for resources: {'Port': ['ID=17d31ec9-320d-4c86-8fa9-ffca487afb46,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:31.400290 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] No DVR routers for this DVR port 17d31ec9-320d-4c86-8fa9-ffca487afb46 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:09:31.402985 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:31.412962 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-695847fd-87c3-4a4b-9974-6dfee69ef87b req-5d978ce7-a313-4f81-8979-33777b53681b tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "DELETE /v2.0/ports/17d31ec9-320d-4c86-8fa9-ffca487afb46 HTTP/1.1" status: 204 len: 173 time: 0.5088160 Jan 17 11:09:31.413733 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'name': 'network-vif-deleted', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:31.416352 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d0780a-a2f6-4362-ba1b-36409a108225" -d '{"events": [{"server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "name": "network-vif-deleted", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:31.462990 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be41bda-88f2-486b-b05f-f0617f066a8d x-openstack-request-id: req-4be41bda-88f2-486b-b05f-f0617f066a8d {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:31.463289 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6937e372-1c5f-4474-af0d-500059d3db86", "name": "network-vif-deleted", "tag": "17d31ec9-320d-4c86-8fa9-ffca487afb46", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:31.463541 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4be41bda-88f2-486b-b05f-f0617f066a8d {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:31.464403 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6937e372-1c5f-4474-af0d-500059d3db86', 'name': 'network-vif-deleted', 'tag': '17d31ec9-320d-4c86-8fa9-ffca487afb46', 'status': 'completed', 'code': 200} Jan 17 11:09:31.473006 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d5932ae8-17c3-4208-a3e0-bea0c99c176c req-fabdaed4-9763-428d-9141-a2725d1bc5f0 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 210 time: 0.0397787 Jan 17 11:09:31.929945 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fe0e297-5bfd-4af6-9356-de29b4bc977d req-0e40aa4b-ad7a-4ef6-bc36-0951fd6f32d1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=6937e372-1c5f-4474-af0d-500059d3db86 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Jan 17 11:09:32.242160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79c502-a867-49ba-82fa-d4ff47e14116 req-4d592134-63af-46e6-817b-1a8e37883c02 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:32.243522 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb79c502-a867-49ba-82fa-d4ff47e14116 req-4d592134-63af-46e6-817b-1a8e37883c02 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Jan 17 11:09:32.290145 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb79c502-a867-49ba-82fa-d4ff47e14116 req-a02b580d-37d4-4e63-a55d-c1c8d56f8315 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 Jan 17 11:09:32.573099 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec4f8300-d967-4725-8f2f-bc3283ed2c39 req-f2f985b9-9aba-42a2-8217-296c8b4e995f tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 210 time: 0.0310118 Jan 17 11:09:33.160952 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1ddeee62-dbba-493b-9f14-dd2cf1bc441d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:33.408696 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794ab00-984c-41dd-bf5a-ffe76079e7fd req-3237182e-76a3-4b72-9b6e-c3eb67c417d1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:33.410221 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e794ab00-984c-41dd-bf5a-ffe76079e7fd req-3237182e-76a3-4b72-9b6e-c3eb67c417d1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Jan 17 11:09:33.457158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e794ab00-984c-41dd-bf5a-ffe76079e7fd req-c90f8e9c-1734-4454-a534-b07c17c70008 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Jan 17 11:09:33.472246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-c583b514-ab39-473f-9740-bb3430b3b397 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:33.473754 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-c583b514-ab39-473f-9740-bb3430b3b397 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "GET /v2.0/networks?id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f HTTP/1.1" status: 200 len: 813 time: 0.1059756 Jan 17 11:09:33.491185 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Request body: {'port': {'device_id': '4784b68e-8400-47c7-8358-23431e60df22', 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f', 'admin_state_up': True, 'tenant_id': 'd10bc1ba6de2463f8bd2f9627570ed0f'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:33.601618 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78560-4d29-44e0-b9a7-2e4e3f0b2792 req-7cea3de3-378d-4e9c-b240-59d7de1ee15e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:33.603726 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fe78560-4d29-44e0-b9a7-2e4e3f0b2792 req-7cea3de3-378d-4e9c-b240-59d7de1ee15e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0538049 Jan 17 11:09:33.662108 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fe78560-4d29-44e0-b9a7-2e4e3f0b2792 req-43f2618f-49fd-443d-9e6b-e135720a1cb4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511889 Jan 17 11:09:33.675091 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Made reservation on behalf of d10bc1ba6de2463f8bd2f9627570ed0f for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:09:33.678725 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:33.679854 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-822240a9-a3d2-46b0-860f-efbcaec5875e req-cc8b8c09-addd-4d36-ac50-0c5ee6cd81b3 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 210 time: 0.0384047 Jan 17 11:09:33.805310 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Allocated IP 172.20.0.2 (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f/6dd21e83-70c2-4f1c-ae09-10cf0e902ba8/84019570-ec88-4838-8d22-42807b6a247c) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:09:33.949457 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks [] for port (84019570-ec88-4838-8d22-42807b6a247c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.086870 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.129641 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:09:34.132621 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:09:34.136256 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:09:34.159466 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Pushing event updated for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:34.187414 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:34.188169 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.420729 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-bfa9ad90-33f0-4f6d-99ce-ca94627eb706 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9330230 Jan 17 11:09:34.432339 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Request body: {'port': {'device_id': '4784b68e-8400-47c7-8358-23431e60df22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:34.446580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.488898 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (84019570-ec88-4838-8d22-42807b6a247c), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.573263 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df02816-b282-41d9-87dd-2ca33e18323b req-fe4876be-eab5-43ea-b71d-a7245bb0c431 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:34.574677 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1df02816-b282-41d9-87dd-2ca33e18323b req-fe4876be-eab5-43ea-b71d-a7245bb0c431 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0512853 Jan 17 11:09:34.622209 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1df02816-b282-41d9-87dd-2ca33e18323b req-28f9ec9c-bc28-42ea-9cfb-3a401d4713a1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Jan 17 11:09:34.751258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84019570-ec88-4838-8d22-42807b6a247c {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:09:34.758766 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks [] for port (84019570-ec88-4838-8d22-42807b6a247c), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.770720 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Transition to ACTIVE for port object 84019570-ec88-4838-8d22-42807b6a247c will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:09:34.807853 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e58c-b0d4-4f56-83c3-13d3aa32a529 req-31e3ee57-f6ab-4f70-9d07-878933c5a68d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:34.809336 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d43e58c-b0d4-4f56-83c3-13d3aa32a529 req-31e3ee57-f6ab-4f70-9d07-878933c5a68d tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0804310 Jan 17 11:09:34.830774 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d4976-bbd7-4b22-bec9-1c3d5b1a55a9 req-a09c0f9b-9b74-462d-a51f-58995ab0d7d5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:34.832105 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d80d4976-bbd7-4b22-bec9-1c3d5b1a55a9 req-a09c0f9b-9b74-462d-a51f-58995ab0d7d5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 931 time: 0.0767848 Jan 17 11:09:34.846768 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:34.894213 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d43e58c-b0d4-4f56-83c3-13d3aa32a529 req-d29098ee-4066-4c32-a4d5-2e9f4ce4c1f1 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Jan 17 11:09:34.896812 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:34.907144 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d80d4976-bbd7-4b22-bec9-1c3d5b1a55a9 req-b8a50a10-865b-4a0b-917e-3774c70a2295 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Jan 17 11:09:34.966482 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Attempting to bind port 84019570-ec88-4838-8d22-42807b6a247c on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:09:34.966822 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Attempting to bind port 84019570-ec88-4838-8d22-42807b6a247c by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:09:34.967154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Attempting to bind port 84019570-ec88-4838-8d22-42807b6a247c on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:09:34.972122 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Port 84019570-ec88-4838-8d22-42807b6a247c on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:09:34.972449 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Attempting to bind port 84019570-ec88-4838-8d22-42807b6a247c on network a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:09:34.977206 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:09:34.977548 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Checking segment: {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:09:34.977961 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Bound using segment: {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:09:34.978386 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Bound port: 84019570-ec88-4838-8d22-42807b6a247c, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:09:34.978744 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (84019570-ec88-4838-8d22-42807b6a247c), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.039357 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:09:35.042336 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=84019570-ec88-4838-8d22-42807b6a247c,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:09:35.121045 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.156141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.156762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.158787 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] 10.222.0.78 "PUT /v2.0/ports/84019570-ec88-4838-8d22-42807b6a247c HTTP/1.1" status: 200 len: 1093 time: 0.7302251 Jan 17 11:09:35.159258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'tag': '84019570-ec88-4838-8d22-42807b6a247c'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:35.161456 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4be4d-14a9-4721-8503-30b937a7d629" -d '{"events": [{"name": "network-changed", "server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "tag": "84019570-ec88-4838-8d22-42807b6a247c"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:35.181845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:35.189181 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.190045 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.190387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.190726 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.191066 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.191401 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.191728 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.192053 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.192382 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.192708 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.193033 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.193354 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.193683 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08505171-642a-4a79-a326-32bbed0ed9f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:35.200674 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae367ffc-30af-4803-a648-63049be3578a x-openstack-request-id: req-ae367ffc-30af-4803-a648-63049be3578a {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:35.200962 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "tag": "84019570-ec88-4838-8d22-42807b6a247c", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:35.201217 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae367ffc-30af-4803-a648-63049be3578a {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:35.201606 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'tag': '84019570-ec88-4838-8d22-42807b6a247c', 'status': 'completed', 'code': 200} Jan 17 11:09:35.270221 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-d74bbee8-0a2e-429c-b703-8a6630ab92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.271700 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-d74bbee8-0a2e-429c-b703-8a6630ab92fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 1096 time: 0.0451078 Jan 17 11:09:35.368249 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-17f461d8-0916-45a3-88e9-5bb86334f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.369775 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-17f461d8-0916-45a3-88e9-5bb86334f047 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0901415 Jan 17 11:09:35.464442 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-f7717dcb-f0f3-41fd-93de-0be8e6c698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.465926 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2ad4be4d-14a9-4721-8503-30b937a7d629 req-f7717dcb-f0f3-41fd-93de-0be8e6c698cb service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891020 Jan 17 11:09:35.558215 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-3edd2bf2-03a4-4633-9aa2-c5a5339f0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.559752 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-3edd2bf2-03a4-4633-9aa2-c5a5339f0eb6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 1096 time: 0.0419462 Jan 17 11:09:35.567785 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-80be2972-696f-4bdb-bfcd-191f59032d16 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.572734 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-80be2972-696f-4bdb-bfcd-191f59032d16 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 946 time: 0.0506301 Jan 17 11:09:35.583617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.600630 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-cd081e62-1969-44d3-a1ee-4e260869f493 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84019570-ec88-4838-8d22-42807b6a247c HTTP/1.1" status: 200 len: 217 time: 0.0335431 Jan 17 11:09:35.653383 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-589e0925-f23c-4b96-b935-c54dd8b8c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.655166 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-589e0925-f23c-4b96-b935-c54dd8b8c070 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd21e83-70c2-4f1c-ae09-10cf0e902ba8 HTTP/1.1" status: 200 len: 853 time: 0.0478139 Jan 17 11:09:35.662373 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Deleting port 104f1922-b875-40f1-8c33-3500edf9d6bc {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:09:35.662962 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.686984 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-ef8112ca-d697-4865-abc1-1128ffb0e4ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254138 Jan 17 11:09:35.699805 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 17d31ec9-320d-4c86-8fa9-ffca487afb46 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:09:35.721001 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 17d31ec9-320d-4c86-8fa9-ffca487afb46 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:09:35.721352 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 17d31ec9-320d-4c86-8fa9-ffca487afb46 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:09:35.774489 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-33d4a72f-20d8-45f8-89aa-05c10eeac0b7 service neutron] 10.222.0.78 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Jan 17 11:09:35.778731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362777ef-2771-4c24-aeb8-5598a13ed5eb req-90ff41ea-756f-411a-b995-9a18f2cb2846 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:35.780168 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-362777ef-2771-4c24-aeb8-5598a13ed5eb req-90ff41ea-756f-411a-b995-9a18f2cb2846 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0793025 Jan 17 11:09:35.788374 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] For port 104f1922-b875-40f1-8c33-3500edf9d6bc, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=104f1922-b875-40f1-8c33-3500edf9d6bc,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:35.788741 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:35.816623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Calling delete_port for 104f1922-b875-40f1-8c33-3500edf9d6bc owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:09:35.869419 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bed6b1e7-ec94-4b12-b2b5-f1cd0e819ea0 req-fcdbd4a4-58a0-441a-bfe4-01edf608f574 service neutron] 10.222.0.78 "GET /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Jan 17 11:09:35.878010 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-362777ef-2771-4c24-aeb8-5598a13ed5eb req-e0482458-5d8d-4e52-b1dc-5f6682044c00 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920534 Jan 17 11:09:36.239904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (104f1922-b875-40f1-8c33-3500edf9d6bc), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:36.253065 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2', '104f1922-b875-40f1-8c33-3500edf9d6bc'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:36.288706 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event deleted for resources: {'Port': ['ID=104f1922-b875-40f1-8c33-3500edf9d6bc,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:36.312144 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.312507 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.312860 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.313203 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.313543 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.313904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.314267 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.314638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.314975 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.315313 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.315636 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.315962 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.316286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:36.347123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb85618-3a64-4503-9d0b-714b4cd63429 req-3cf02b4c-5b99-4a45-827d-89f1e1160404 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:36.349272 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fb85618-3a64-4503-9d0b-714b4cd63429 req-3cf02b4c-5b99-4a45-827d-89f1e1160404 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac182343-874f-487e-bf54-dbde1866a918 HTTP/1.1" status: 200 len: 867 time: 0.3762984 Jan 17 11:09:36.373512 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bfcc-53a4-4186-902c-b92c2ab319af req-aa559e32-1c7b-4482-af8f-f0e5054c6681 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:36.374978 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9998bfcc-53a4-4186-902c-b92c2ab319af req-aa559e32-1c7b-4482-af8f-f0e5054c6681 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 943 time: 0.3934369 Jan 17 11:09:36.375689 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] No DVR routers for this DVR port 104f1922-b875-40f1-8c33-3500edf9d6bc on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:09:36.382411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:36.385475 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-99e64669-b79a-473a-85b1-01e2ef21b54c req-b330cee7-71e4-426f-b930-e1c1f0aa4a3a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "DELETE /v2.0/ports/104f1922-b875-40f1-8c33-3500edf9d6bc HTTP/1.1" status: 204 len: 173 time: 0.8118293 Jan 17 11:09:36.385934 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'name': 'network-vif-deleted', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:36.388115 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06f12c1-4ba7-4996-8a08-e3823a9110ca" -d '{"events": [{"server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "name": "network-vif-deleted", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:36.457142 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4fb85618-3a64-4503-9d0b-714b4cd63429 req-9738aaca-f0ff-429b-8401-9a307684660e tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915110 Jan 17 11:09:36.460471 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9998bfcc-53a4-4186-902c-b92c2ab319af req-bf176d26-895e-4f73-9552-ec44b6c07165 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Jan 17 11:09:36.562493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e05245-4a46-46d1-b624-a86e0ed9b64d x-openstack-request-id: req-20e05245-4a46-46d1-b624-a86e0ed9b64d {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:36.567211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac182343-874f-487e-bf54-dbde1866a918", "name": "network-vif-deleted", "tag": "104f1922-b875-40f1-8c33-3500edf9d6bc", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:36.567211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20e05245-4a46-46d1-b624-a86e0ed9b64d {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:36.567211 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac182343-874f-487e-bf54-dbde1866a918', 'name': 'network-vif-deleted', 'tag': '104f1922-b875-40f1-8c33-3500edf9d6bc', 'status': 'completed', 'code': 200} Jan 17 11:09:36.817743 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:36.988749 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8ee5-809a-4555-b453-d59900569366 req-fd4953f6-02b5-464e-b132-cdeee1289cbd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:36.990296 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-964a8ee5-809a-4555-b453-d59900569366 req-fd4953f6-02b5-464e-b132-cdeee1289cbd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Jan 17 11:09:37.036128 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-964a8ee5-809a-4555-b453-d59900569366 req-4bd40f72-f74f-4af9-b0e4-dd9d698e0bf7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Jan 17 11:09:37.330684 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98d1d8-b999-426a-b6d0-08ef569e93a7 req-35a5b23b-4898-4fa9-aff0-a3a6fc81adb7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.332126 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7a98d1d8-b999-426a-b6d0-08ef569e93a7 req-35a5b23b-4898-4fa9-aff0-a3a6fc81adb7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Jan 17 11:09:37.386293 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7a98d1d8-b999-426a-b6d0-08ef569e93a7 req-aecc3baa-52e4-4c9e-8474-b23cefa34d95 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Jan 17 11:09:37.462299 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-8e3ca4b0-0996-4f31-a02c-bf38a82338f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.463776 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-8e3ca4b0-0996-4f31-a02c-bf38a82338f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0404427 Jan 17 11:09:37.594312 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-aa453f14-21d0-4583-9812-ac2f1fb93cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.596181 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-aa453f14-21d0-4583-9812-ac2f1fb93cec service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.1197641 Jan 17 11:09:37.606363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3a0a8-c0c5-47d5-b63f-2e8f831dd8c5 req-ed8c96d7-ef78-47dd-a08a-a048d7f458fd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.608062 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50a3a0a8-c0c5-47d5-b63f-2e8f831dd8c5 req-ed8c96d7-ef78-47dd-a08a-a048d7f458fd tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 943 time: 0.0734076 Jan 17 11:09:37.693623 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-fa9bd339-ce3d-4835-86a0-fa75d621f56b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 200 len: 1001 time: 0.0848999 Jan 17 11:09:37.700682 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50a3a0a8-c0c5-47d5-b63f-2e8f831dd8c5 req-456dac2b-679f-4bfc-a108-490ff7fdc038 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857627 Jan 17 11:09:37.745701 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-3c50158b-f905-4d53-bcb5-b6c17b691ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.747261 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-3c50158b-f905-4d53-bcb5-b6c17b691ffa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0456853 Jan 17 11:09:37.790999 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-8c35bd5f-308d-4762-962b-98d09c10f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:37.792453 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-8c35bd5f-308d-4762-962b-98d09c10f9d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393183 Jan 17 11:09:37.881695 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-0b0df352-b630-4f30-b2ce-551e32455b52 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827086 Jan 17 11:09:37.969440 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c550a942-cea5-4dfa-8817-bb89dd34eb06 req-2c8a6f7c-6e91-4141-abed-093f72d7a949 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807829 Jan 17 11:09:38.503940 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3e41-d5a3-4d94-8bed-948ffc7788e2 req-0dad2416-4c10-40d4-aa5c-b4b0b87a499f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:38.505397 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-966e3e41-d5a3-4d94-8bed-948ffc7788e2 req-0dad2416-4c10-40d4-aa5c-b4b0b87a499f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Jan 17 11:09:38.556750 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-966e3e41-d5a3-4d94-8bed-948ffc7788e2 req-ef3bbb64-d862-4691-aed4-04b3e2638558 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Jan 17 11:09:38.815736 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600156fa-8d36-4119-befb-d183897a0211 req-5fd077a4-6cf2-4391-a354-4c495261ca79 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:38.817158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-600156fa-8d36-4119-befb-d183897a0211 req-5fd077a4-6cf2-4391-a354-4c495261ca79 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 943 time: 0.0502298 Jan 17 11:09:38.864110 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-600156fa-8d36-4119-befb-d183897a0211 req-a1aa6436-6ccf-4baa-bc6f-940b81633ef6 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Jan 17 11:09:39.226518 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0276-fdcd-400b-be9c-03f52474f981 req-308598a9-4684-4fba-8ba8-0a84fb7a2fdd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:39.228029 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e63c0276-fdcd-400b-be9c-03f52474f981 req-308598a9-4684-4fba-8ba8-0a84fb7a2fdd tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0479212 Jan 17 11:09:39.274315 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e63c0276-fdcd-400b-be9c-03f52474f981 req-b63f64b9-b95e-4583-9d1f-080ea2f7202a tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Jan 17 11:09:39.674964 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f3c1-5aa9-4e3e-88fa-616be18565a0 req-7f328696-1603-40ca-b7cf-9efd0f464572 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:39.676410 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f422f3c1-5aa9-4e3e-88fa-616be18565a0 req-7f328696-1603-40ca-b7cf-9efd0f464572 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Jan 17 11:09:39.717047 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 84019570-ec88-4838-8d22-42807b6a247c details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:09:39.720792 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 104f1922-b875-40f1-8c33-3500edf9d6bc no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:09:39.722497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f422f3c1-5aa9-4e3e-88fa-616be18565a0 req-5123b324-9a0b-4b49-9bac-4a501e519113 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402381 Jan 17 11:09:39.746240 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 104f1922-b875-40f1-8c33-3500edf9d6bc {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:09:39.746598 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 104f1922-b875-40f1-8c33-3500edf9d6bc not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:09:39.832609 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=84019570-ec88-4838-8d22-42807b6a247c,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:39.843807 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '84019570-ec88-4838-8d22-42807b6a247c', 'network_id': 'a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f', 'port_id': '84019570-ec88-4838-8d22-42807b6a247c', 'mac_address': 'fa:16:3e:88:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd21e83-70c2-4f1c-ae09-10cf0e902ba8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:09:39.879461 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 84019570-ec88-4838-8d22-42807b6a247c is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:09:39.879856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (84019570-ec88-4838-8d22-42807b6a247c), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:39.893179 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84019570-ec88-4838-8d22-42807b6a247c {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:09:39.912675 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=84019570-ec88-4838-8d22-42807b6a247c,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:39.977287 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34789-9ea7-4e13-9312-d92554ac8778 req-0ce0755a-21d0-4888-ad6e-2aec033ce704 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:39.978825 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e9b34789-9ea7-4e13-9312-d92554ac8778 req-0ce0755a-21d0-4888-ad6e-2aec033ce704 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 943 time: 0.0480149 Jan 17 11:09:40.024347 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e9b34789-9ea7-4e13-9312-d92554ac8778 req-cb133ed3-1691-4493-a28f-03483a5a24d5 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Jan 17 11:09:40.040777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:40.089729 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:40.096711 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.097034 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.097358 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.097717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.098052 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.098381 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.098710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.099037 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.099359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.099683 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.100004 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.100323 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.100646 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:09:40.386115 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727d6f-258e-466e-bdbe-41c90358ddeb req-460bf442-7d5f-45ad-a43f-2d16fecfd8c2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:40.387499 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2727d6f-258e-466e-bdbe-41c90358ddeb req-460bf442-7d5f-45ad-a43f-2d16fecfd8c2 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0485413 Jan 17 11:09:40.436876 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2727d6f-258e-466e-bdbe-41c90358ddeb req-9425455a-a75d-40d0-a30a-c3052c7d9f80 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Jan 17 11:09:40.538178 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['84019570-ec88-4838-8d22-42807b6a247c'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:41.135301 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fea1d-5536-4090-a935-8151256b1c11 req-38498060-1440-4f4f-9278-e4fe6114e9ef tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:41.136768 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a11fea1d-5536-4090-a935-8151256b1c11 req-38498060-1440-4f4f-9278-e4fe6114e9ef tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 944 time: 0.0478082 Jan 17 11:09:41.182475 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a11fea1d-5536-4090-a935-8151256b1c11 req-6fe93dc0-0e6a-485e-a43d-6ddd5228663d tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jan 17 11:09:41.298861 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-1119fdb6-7478-47ef-8e60-34851bcc0efe tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:41.300312 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-1119fdb6-7478-47ef-8e60-34851bcc0efe tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0467114 Jan 17 11:09:41.392794 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Deleting port 973a9b4f-e667-4e06-95d1-9234d43684f2 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:09:41.393084 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.478260 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] For port 973a9b4f-e667-4e06-95d1-9234d43684f2, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=973a9b4f-e667-4e06-95d1-9234d43684f2,segment=NetworkSegment(8b86721f-bd40-48a3-9ff3-f1eab24e0c65),segment_id=8b86721f-bd40-48a3-9ff3-f1eab24e0c65)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:41.478634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.491028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Calling delete_port for 973a9b4f-e667-4e06-95d1-9234d43684f2 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:09:41.596097 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e358-1b6f-4c44-b061-a55362ab1ba4 req-3ddf2d54-f66b-475e-9b57-347fc8a24df5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:41.597545 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ff2e358-1b6f-4c44-b061-a55362ab1ba4 req-3ddf2d54-f66b-475e-9b57-347fc8a24df5 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 946 time: 0.0943615 Jan 17 11:09:41.678766 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ff2e358-1b6f-4c44-b061-a55362ab1ba4 req-57901617-61d2-47c5-aecb-5917df9fc561 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/security-groups?id=e169ee2c-01b3-438b-9e32-0f390ec2021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744605 Jan 17 11:09:41.732933 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 84019570-ec88-4838-8d22-42807b6a247c up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:09:41.771540 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (973a9b4f-e667-4e06-95d1-9234d43684f2), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.783044 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['973a9b4f-e667-4e06-95d1-9234d43684f2'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:09:41.806898 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Pushing event deleted for resources: {'Port': ['ID=973a9b4f-e667-4e06-95d1-9234d43684f2,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:41.843516 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] No DVR routers for this DVR port 973a9b4f-e667-4e06-95d1-9234d43684f2 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:09:41.845969 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.849589 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce3c06a8-d0fe-4c9a-9c2b-9f710ae5e67b req-563726bb-3554-40d5-bc7a-f8aeedb168f4 tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.78 "DELETE /v2.0/ports/973a9b4f-e667-4e06-95d1-9234d43684f2 HTTP/1.1" status: 204 len: 173 time: 0.5438120 Jan 17 11:09:41.850069 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'name': 'network-vif-deleted', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:41.851815 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 84019570-ec88-4838-8d22-42807b6a247c completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:09:41.852907 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c33ee2-cbb1-4aeb-adfe-dbf7f7743487" -d '{"events": [{"server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "name": "network-vif-deleted", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:41.856350 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 84019570-ec88-4838-8d22-42807b6a247c triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:09:41.856731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (84019570-ec88-4838-8d22-42807b6a247c), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.895221 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47d50b3-3d84-4ad9-bf0b-1870e73484df x-openstack-request-id: req-b47d50b3-3d84-4ad9-bf0b-1870e73484df {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:41.895699 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce67b2e9-0805-43a7-891f-9bec192c07cc", "name": "network-vif-deleted", "tag": "973a9b4f-e667-4e06-95d1-9234d43684f2", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:41.895957 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b47d50b3-3d84-4ad9-bf0b-1870e73484df {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:41.896354 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67b2e9-0805-43a7-891f-9bec192c07cc', 'name': 'network-vif-deleted', 'tag': '973a9b4f-e667-4e06-95d1-9234d43684f2', 'status': 'completed', 'code': 200} Jan 17 11:09:41.936297 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 84019570-ec88-4838-8d22-42807b6a247c is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:09:41.936605 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (84019570-ec88-4838-8d22-42807b6a247c), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:41.959449 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84019570-ec88-4838-8d22-42807b6a247c'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:09:41.961629 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf6baa4-811d-4764-a94d-5972439ce029" -d '{"events": [{"server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "name": "network-vif-plugged", "status": "completed", "tag": "84019570-ec88-4838-8d22-42807b6a247c"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:09:41.977540 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=84019570-ec88-4838-8d22-42807b6a247c,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:09:41.997076 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54da169-7133-43b6-8401-f63710ee4a8d x-openstack-request-id: req-c54da169-7133-43b6-8401-f63710ee4a8d {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:09:41.997364 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "name": "network-vif-plugged", "status": "completed", "tag": "84019570-ec88-4838-8d22-42807b6a247c", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:09:41.997613 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c54da169-7133-43b6-8401-f63710ee4a8d {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:09:41.998027 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84019570-ec88-4838-8d22-42807b6a247c', 'code': 200} Jan 17 11:09:42.074197 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:42.121958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:42.300443 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4374-d3c0-44ad-b531-bb19c7a705a4 req-e80867b7-eec5-4413-8e91-fb87bfbef97f tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:42.301947 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bef4374-d3c0-44ad-b531-bb19c7a705a4 req-e80867b7-eec5-4413-8e91-fb87bfbef97f tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.0510132 Jan 17 11:09:42.378472 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bef4374-d3c0-44ad-b531-bb19c7a705a4 req-a3b947bb-7d42-4f1e-8c1b-f755a5e52a64 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705631 Jan 17 11:09:42.384460 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f33fe-5ac4-4dbc-849b-ef3e9ddc911b req-c17b2a9b-c66a-48e4-96ac-97633afae0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:42.385927 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c0f33fe-5ac4-4dbc-849b-ef3e9ddc911b req-c17b2a9b-c66a-48e4-96ac-97633afae0d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 1098 time: 0.0644374 Jan 17 11:09:42.434809 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c0f33fe-5ac4-4dbc-849b-ef3e9ddc911b req-eaffede6-87e0-4528-963c-d0cb9b343485 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Jan 17 11:09:42.782795 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4b997d9a-260b-4f6d-80cf-c348260eb7f8 req-83b0937f-9980-4950-abb7-6605123241cf tempest-AttachVolumeNegativeTest-528425508 tempest-AttachVolumeNegativeTest-528425508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce67b2e9-0805-43a7-891f-9bec192c07cc HTTP/1.1" status: 200 len: 210 time: 0.0258257 Jan 17 11:09:43.491758 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbbf18-3971-4c6f-b259-442f6a9c4985 req-f3c3d9c4-882f-45f4-a6da-57e028eea8ca tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:43.493200 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79fbbf18-3971-4c6f-b259-442f6a9c4985 req-f3c3d9c4-882f-45f4-a6da-57e028eea8ca tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.0480084 Jan 17 11:09:43.539550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79fbbf18-3971-4c6f-b259-442f6a9c4985 req-2e704876-ecfd-4334-9f6b-1373263fd1c9 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Jan 17 11:09:43.842541 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37096) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:43.890061 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Deleting subnet 77643b14-0148-4053-beec-887b19ac2957 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:09:43.893579 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Publish callbacks [] for subnet (77643b14-0148-4053-beec-887b19ac2957), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:43.926164 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (77643b14-0148-4053-beec-887b19ac2957), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:43.964084 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (77643b14-0148-4053-beec-887b19ac2957), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.115063 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (77643b14-0148-4053-beec-887b19ac2957), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.144967 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77643b14-0148-4053-beec-887b19ac2957,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:44.146914 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.150062 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d98b0c17-6841-4747-88b1-8c4ac9ab76c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/77643b14-0148-4053-beec-887b19ac2957 HTTP/1.1" status: 204 len: 168 time: 0.3065484 Jan 17 11:09:44.152511 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37100) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:44.217272 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (84a3e4e7-0197-48e7-8f71-b74b01af283a), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.297001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (84a3e4e7-0197-48e7-8f71-b74b01af283a), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.317383 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a3e4e7-0197-48e7-8f71-b74b01af283a']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:44.326657 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b86721f-bd40-48a3-9ff3-f1eab24e0c65') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:44.326963 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b86721f-bd40-48a3-9ff3-f1eab24e0c65') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:44.336296 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (8b86721f-bd40-48a3-9ff3-f1eab24e0c65), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.349226 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (8b86721f-bd40-48a3-9ff3-f1eab24e0c65), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.354918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:09:44.355300 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (8b86721f-bd40-48a3-9ff3-f1eab24e0c65), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:09:44.356904 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:09:44.526478 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (84a3e4e7-0197-48e7-8f71-b74b01af283a), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.551174 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:44.554466 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/84a3e4e7-0197-48e7-8f71-b74b01af283a HTTP/1.1" status: 204 len: 168 time: 0.4010601 Jan 17 11:09:44.570747 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d779a1e-2a60-4c5f-9994-0af83029b9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a3e4e7-0197-48e7-8f71-b74b01af283a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:44.589252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6a234-0042-4739-b648-3fd1115f3f1f req-f6535def-6591-4be8-8cce-251172b8be19 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:44.597026 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-deb6a234-0042-4739-b648-3fd1115f3f1f req-f6535def-6591-4be8-8cce-251172b8be19 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0809205 Jan 17 11:09:44.649981 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-deb6a234-0042-4739-b648-3fd1115f3f1f req-51b5b247-3bdd-4f86-a638-f42fe078dfa8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520537 Jan 17 11:09:44.687727 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdf4a7-3b9f-45d7-aeaa-1c08844f9076 req-372c4422-0d07-453c-a79f-9b08b283bc97 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:44.689211 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-abfdf4a7-3b9f-45d7-aeaa-1c08844f9076 req-372c4422-0d07-453c-a79f-9b08b283bc97 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.0611169 Jan 17 11:09:44.735366 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-abfdf4a7-3b9f-45d7-aeaa-1c08844f9076 req-348cc543-7417-4e6e-83c0-7beffa011712 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Jan 17 11:09:44.903731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37112) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:44.943491 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-263f67c9-c42a-4e18-bf87-8ed98182b1ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72ed64343682432cbc3cb30fb50badc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386353 Jan 17 11:09:44.945908 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37114) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:44.991705 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] Publish callbacks [] for security_group (e169ee2c-01b3-438b-9e32-0f390ec2021a), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:45.017832 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] Publish callbacks [] for security_group (e169ee2c-01b3-438b-9e32-0f390ec2021a), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:45.126397 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e169ee2c-01b3-438b-9e32-0f390ec2021a), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:45.128997 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:45.130252 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e169ee2c-01b3-438b-9e32-0f390ec2021a HTTP/1.1" status: 204 len: 168 time: 0.1833270 Jan 17 11:09:45.138554 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1abb-1878-4571-b35b-d8ed4e5f9391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169ee2c-01b3-438b-9e32-0f390ec2021a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:45.731588 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 973a9b4f-e667-4e06-95d1-9234d43684f2 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:09:45.751011 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 973a9b4f-e667-4e06-95d1-9234d43684f2 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:09:45.751363 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 973a9b4f-e667-4e06-95d1-9234d43684f2 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:09:45.769606 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e233-be87-4ba8-a19b-f102a2542a1c req-5de3d96f-ac5b-4533-8d0c-fb3d07aee4f3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:45.771144 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6720e233-be87-4ba8-a19b-f102a2542a1c req-5de3d96f-ac5b-4533-8d0c-fb3d07aee4f3 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0525007 Jan 17 11:09:45.824786 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6720e233-be87-4ba8-a19b-f102a2542a1c req-71aa3915-c939-4fd0-8dc1-97a2efb1c714 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481036 Jan 17 11:09:46.303410 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37144) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:46.398257 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-669347507-network', 'tenant_id': 'd7b42241a4464a58907f91914a984d57'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:46.503087 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Made reservation on behalf of d7b42241a4464a58907f91914a984d57 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:09:46.505370 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.514066 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.584515 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks [] for security_group (b7ef82a3-d169-4722-b692-d631551c9972), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.680623 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b7ef82a3-d169-4722-b692-d631551c9972), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.704531 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:09:46.713089 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef82a3-d169-4722-b692-d631551c9972,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:46.727294 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (268c9c39-fed9-4cff-9d0d-d6eaa15412b3), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.727294 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Added segment 268c9c39-fed9-4cff-9d0d-d6eaa15412b3 of type vlan for network e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e Jan 17 11:09:46.762999 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.922343 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.923266 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:46.923841 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:46.999007 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca748-90c6-4b84-996e-597892e01d47 req-8b3ff8f1-0535-419a-b754-d93142507d19 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:47.000388 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41eca748-90c6-4b84-996e-597892e01d47 req-8b3ff8f1-0535-419a-b754-d93142507d19 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.1046216 Jan 17 11:09:47.000979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:47.010704 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:09:47.049221 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41eca748-90c6-4b84-996e-597892e01d47 req-4160b7d6-022c-4bbd-835d-2e9b410c1ac5 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430629 Jan 17 11:09:47.066107 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-fc38c665-968e-46dc-811a-cebfc07cadb1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7615952 Jan 17 11:09:47.081546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37152) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:47.086468 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Request body: {'subnet': {'network_id': 'e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-669347507-subnet', 'tenant_id': 'd7b42241a4464a58907f91914a984d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:47.188889 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Made reservation on behalf of d7b42241a4464a58907f91914a984d57 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:09:47.191752 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:47.423834 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (140e1904-de0f-4224-9737-1a1398269492), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:47.475876 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140e1904-de0f-4224-9737-1a1398269492,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:47.485740 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Checking segment: {'id': '268c9c39-fed9-4cff-9d0d-d6eaa15412b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:09:47.486095 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Network hostable DHCP agents. Network: e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:09:47.521395 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:47.600685 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Network e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:09:47.669175 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:09:47.673430 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:47.674110 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:47.681845 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90295749-d4db-496c-a85d-988f1bb85d95 None None] Network e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:09:47.771366 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8d0e4adf-4545-4d64-85e6-bb27be7a2820 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6886246 Jan 17 11:09:47.799011 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f5b26-af9f-48f7-9ec5-c5979379f68f None None] Network e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:09:48.163710 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7013bc1-5734-4301-92a9-e217d0579bd9 req-efbc2945-9b4f-4c45-9ce5-6a4b63194ff2 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:48.165175 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7013bc1-5734-4301-92a9-e217d0579bd9 req-efbc2945-9b4f-4c45-9ce5-6a4b63194ff2 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Jan 17 11:09:48.212648 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7013bc1-5734-4301-92a9-e217d0579bd9 req-ac8d46d9-eada-4be8-8119-5d5012b5d042 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419819 Jan 17 11:09:48.559036 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37172) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:48.563945 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703268943-network', 'tenant_id': 'f3d2b800382646fe963ac8607ee860a1'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:48.662654 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Made reservation on behalf of f3d2b800382646fe963ac8607ee860a1 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:09:48.664869 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:48.673769 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:48.745875 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks [] for security_group (ca26b7cd-9e51-488e-91f1-6ba56dc1afd8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:48.909713 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ca26b7cd-9e51-488e-91f1-6ba56dc1afd8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:48.936520 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:09:48.942612 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca26b7cd-9e51-488e-91f1-6ba56dc1afd8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:48.948446 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:48.948791 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Added segment 76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc of type vlan for network 61d45d5c-c52e-46fd-a52c-612448984f64 Jan 17 11:09:48.992631 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (61d45d5c-c52e-46fd-a52c-612448984f64), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.068821 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (61d45d5c-c52e-46fd-a52c-612448984f64), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.069750 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:49.070327 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.127146 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] Pushing event updated for resources: {'Network': ['ID=61d45d5c-c52e-46fd-a52c-612448984f64,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:49.136509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network 61d45d5c-c52e-46fd-a52c-612448984f64 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:09:49.175106 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-044e5b50-91d1-4a3d-b913-d26f94635e6d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6148591 Jan 17 11:09:49.177641 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37176) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:49.182665 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Request body: {'subnet': {'network_id': '61d45d5c-c52e-46fd-a52c-612448984f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703268943-subnet', 'tenant_id': 'f3d2b800382646fe963ac8607ee860a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:09:49.302845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Made reservation on behalf of f3d2b800382646fe963ac8607ee860a1 for: {'subnet': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:09:49.305426 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63874073'] for subnet (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.325151 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02116eb9-bc87-4a8a-a265-54e5716faa3d req-cecca187-17b5-42d8-a615-a28ae23bee4e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:49.326586 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-02116eb9-bc87-4a8a-a265-54e5716faa3d req-cecca187-17b5-42d8-a615-a28ae23bee4e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0485961 Jan 17 11:09:49.379636 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-02116eb9-bc87-4a8a-a265-54e5716faa3d req-c7131afa-f158-4394-94e8-32ccf50d2b55 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473506 Jan 17 11:09:49.554664 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63569595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63874059'] for subnet (9576c5e8-dcd3-40e6-b02f-e2d25a2957e3), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.607820 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9576c5e8-dcd3-40e6-b02f-e2d25a2957e3,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:49.616741 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Checking segment: {'id': '76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '61d45d5c-c52e-46fd-a52c-612448984f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:09:49.617104 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Network hostable DHCP agents. Network: 61d45d5c-c52e-46fd-a52c-612448984f64, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:09:49.737958 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Network 61d45d5c-c52e-46fd-a52c-612448984f64 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:09:49.886033 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, 61d45d5c-c52e-46fd-a52c-612448984f64) {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:09:49.889954 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:49.890545 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:49.895322 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d27d4-3fbe-4d39-a6eb-7124a087f24d None None] Network 61d45d5c-c52e-46fd-a52c-612448984f64 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:09:49.975613 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-74a2eb0f-7d63-44a4-8b18-3108a963ba9c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7967930 Jan 17 11:09:49.990339 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56909f-1f01-46a2-aa5d-2e918457ca9a None None] Network 61d45d5c-c52e-46fd-a52c-612448984f64 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:09:50.088731 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37184) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:50.141454 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Deleting subnet 140e1904-de0f-4224-9737-1a1398269492 {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:09:50.145619 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Publish callbacks [] for subnet (140e1904-de0f-4224-9737-1a1398269492), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.181408 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63101467'] for subnet (140e1904-de0f-4224-9737-1a1398269492), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.220013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (140e1904-de0f-4224-9737-1a1398269492), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.412387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63569532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63874162'] for subnet (140e1904-de0f-4224-9737-1a1398269492), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.439612 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.445568 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/140e1904-de0f-4224-9737-1a1398269492 HTTP/1.1" status: 204 len: 168 time: 0.3535979 Jan 17 11:09:50.445568 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1042ff-a7d4-487d-ac05-bce17e49f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140e1904-de0f-4224-9737-1a1398269492,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:50.445934 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37188) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:50.496295 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43aecc-4adb-4efd-a25a-c6afd86289d2 req-c8726c17-7893-46d0-935e-c635bcd552c8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:50.497827 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a43aecc-4adb-4efd-a25a-c6afd86289d2 req-c8726c17-7893-46d0-935e-c635bcd552c8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Jan 17 11:09:50.517535 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.546492 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a43aecc-4adb-4efd-a25a-c6afd86289d2 req-2de2d5cb-cace-48f0-b276-3427ef6f45a6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426221 Jan 17 11:09:50.594491 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.617701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:50.626751 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268c9c39-fed9-4cff-9d0d-d6eaa15412b3') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:50.627056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268c9c39-fed9-4cff-9d0d-d6eaa15412b3') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:50.636651 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (268c9c39-fed9-4cff-9d0d-d6eaa15412b3), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.649064 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (268c9c39-fed9-4cff-9d0d-d6eaa15412b3), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.654677 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:09:50.655057 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (268c9c39-fed9-4cff-9d0d-d6eaa15412b3), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:09:50.656672 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:09:50.659901 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:09:50.788718 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.793796 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.796921 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e HTTP/1.1" status: 204 len: 168 time: 0.3500853 Jan 17 11:09:50.803917 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37190) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:50.808253 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096aec1-4085-4298-b899-1ebc13e42934 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9786168-dd5b-4c51-a3fc-3f6d8bf5b83e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:50.846656 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Deleting subnet 9576c5e8-dcd3-40e6-b02f-e2d25a2957e3 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:09:50.849904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Publish callbacks [] for subnet (9576c5e8-dcd3-40e6-b02f-e2d25a2957e3), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.886686 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (9576c5e8-dcd3-40e6-b02f-e2d25a2957e3), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:50.924041 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (9576c5e8-dcd3-40e6-b02f-e2d25a2957e3), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.023738 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (9576c5e8-dcd3-40e6-b02f-e2d25a2957e3), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.046625 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9576c5e8-dcd3-40e6-b02f-e2d25a2957e3,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:51.052846 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.056275 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-17600c9f-992e-496f-8b87-b12ea3ea7ae0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9576c5e8-dcd3-40e6-b02f-e2d25a2957e3 HTTP/1.1" status: 204 len: 168 time: 0.2513828 Jan 17 11:09:51.058724 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37194) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:51.127088 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (61d45d5c-c52e-46fd-a52c-612448984f64), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.201292 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (61d45d5c-c52e-46fd-a52c-612448984f64), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.220541 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d45d5c-c52e-46fd-a52c-612448984f64']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:51.229977 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:51.230273 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:09:51.239771 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.252155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.257944 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:09:51.258322 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (76a4f4a8-b62a-410a-b8c3-6ab5d86f7efc), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:09:51.259899 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:09:51.377850 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (61d45d5c-c52e-46fd-a52c-612448984f64), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.384204 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.387659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] 10.222.0.44 "DELETE /v2.0/networks/61d45d5c-c52e-46fd-a52c-612448984f64 HTTP/1.1" status: 204 len: 168 time: 0.3280118 Jan 17 11:09:51.399998 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41350d47-6e72-44e5-858b-07401bf9cbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=61d45d5c-c52e-46fd-a52c-612448984f64,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:51.664885 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a7d1-f493-4eeb-9386-6d2b537a4b0f req-71992e28-23dc-489c-8b72-d10964395d28 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:51.666419 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0464a7d1-f493-4eeb-9386-6d2b537a4b0f req-71992e28-23dc-489c-8b72-d10964395d28 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Jan 17 11:09:51.714878 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0464a7d1-f493-4eeb-9386-6d2b537a4b0f req-f9b34738-1dbd-4dd9-8fe8-460fa361a881 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427620 Jan 17 11:09:51.772002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37200) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:51.810058 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3beda25e-4ab0-4957-8a50-e99619866d08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7b42241a4464a58907f91914a984d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368776 Jan 17 11:09:51.812288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37202) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:51.861289 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] Publish callbacks [] for security_group (b7ef82a3-d169-4722-b692-d631551c9972), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:51.882338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] Publish callbacks [] for security_group (b7ef82a3-d169-4722-b692-d631551c9972), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:52.029118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (b7ef82a3-d169-4722-b692-d631551c9972), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:52.031802 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:52.032941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7ef82a3-d169-4722-b692-d631551c9972 HTTP/1.1" status: 204 len: 168 time: 0.2197859 Jan 17 11:09:52.040716 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19306165-35ff-4f88-829f-362af14f1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef82a3-d169-4722-b692-d631551c9972,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:52.755627 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37212) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:52.804161 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a92ad67d-d274-4e62-8411-149519f213be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3d2b800382646fe963ac8607ee860a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473793 Jan 17 11:09:52.807087 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37214) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:52.841155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e654f4-6ed2-4ee4-8d3d-5b9ada7e284e req-36027ba7-80d7-492b-9cea-2dc6ea3c6e2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:52.842668 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0e654f4-6ed2-4ee4-8d3d-5b9ada7e284e req-36027ba7-80d7-492b-9cea-2dc6ea3c6e2f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0532770 Jan 17 11:09:52.855104 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] Publish callbacks [] for security_group (ca26b7cd-9e51-488e-91f1-6ba56dc1afd8), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:52.876110 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] Publish callbacks [] for security_group (ca26b7cd-9e51-488e-91f1-6ba56dc1afd8), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:52.892181 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0e654f4-6ed2-4ee4-8d3d-5b9ada7e284e req-e8c0a342-c914-4aac-a2d0-6fca801c3fc6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439107 Jan 17 11:09:53.000881 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ca26b7cd-9e51-488e-91f1-6ba56dc1afd8), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:53.004078 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:53.005247 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca26b7cd-9e51-488e-91f1-6ba56dc1afd8 HTTP/1.1" status: 204 len: 168 time: 0.1971362 Jan 17 11:09:53.013784 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780d4f-69d6-47a6-865f-b7e361480323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca26b7cd-9e51-488e-91f1-6ba56dc1afd8,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:54.008001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf63fc2-b81f-444f-8967-d98ab7a81037 req-93650635-92ce-4f46-beec-4ac2361d1c9d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:54.009493 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fdf63fc2-b81f-444f-8967-d98ab7a81037 req-93650635-92ce-4f46-beec-4ac2361d1c9d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0508180 Jan 17 11:09:54.066215 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fdf63fc2-b81f-444f-8967-d98ab7a81037 req-d8bc17a0-8b87-4ea4-ad0c-9f7185acce1d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508883 Jan 17 11:09:55.183337 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231de04-cbfa-4547-afca-9a7d37a9a356 req-a097d009-6280-40d4-b55e-c195aca1a229 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:55.184856 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3231de04-cbfa-4547-afca-9a7d37a9a356 req-a097d009-6280-40d4-b55e-c195aca1a229 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0487359 Jan 17 11:09:55.232020 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3231de04-cbfa-4547-afca-9a7d37a9a356 req-832fd173-c500-46b0-b82f-bea51b88d89d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409067 Jan 17 11:09:55.537444 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37284) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:55.638595 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64979966-7c98-4513-bc99-1d656923b8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:55.709822 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64979966-7c98-4513-bc99-1d656923b8e3 admin admin] Publish callbacks [] for security_group (743af872-dcd7-4c73-91f5-7b381310701a), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:55.793838 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-64979966-7c98-4513-bc99-1d656923b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (743af872-dcd7-4c73-91f5-7b381310701a), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:55.832602 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-64979966-7c98-4513-bc99-1d656923b8e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c22459806aa44f06a4ea2b750e3c6ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938702 Jan 17 11:09:55.834610 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979966-7c98-4513-bc99-1d656923b8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743af872-dcd7-4c73-91f5-7b381310701a,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:55.835266 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37288) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:55.857370 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:09:55.883309 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] Publish callbacks [] for security_group (743af872-dcd7-4c73-91f5-7b381310701a), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:55.903526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] Publish callbacks [] for security_group (743af872-dcd7-4c73-91f5-7b381310701a), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.040529 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (743af872-dcd7-4c73-91f5-7b381310701a), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.043016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.044174 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/743af872-dcd7-4c73-91f5-7b381310701a HTTP/1.1" status: 204 len: 168 time: 0.2079241 Jan 17 11:09:56.055544 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5a9b6-d519-4700-8491-e4bf6eb23fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743af872-dcd7-4c73-91f5-7b381310701a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:56.347858 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6aae-2a28-4831-8cbe-82dc99cdde25 req-6620159a-6e2f-4b67-b793-b11aeb55b2bd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:56.349507 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61fc6aae-2a28-4831-8cbe-82dc99cdde25 req-6620159a-6e2f-4b67-b793-b11aeb55b2bd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0523744 Jan 17 11:09:56.399914 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61fc6aae-2a28-4831-8cbe-82dc99cdde25 req-b1fca5d9-17e2-4fb8-aa71-0d2d6a5239e1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448971 Jan 17 11:09:56.730965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37298) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:56.744212 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24743feb-6c62-46d8-9389-7f36dae997a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.813802 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24743feb-6c62-46d8-9389-7f36dae997a7 admin admin] Publish callbacks [] for security_group (8fe75a59-44a7-4ef8-915c-815e61b917eb), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.902783 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24743feb-6c62-46d8-9389-7f36dae997a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8fe75a59-44a7-4ef8-915c-815e61b917eb), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:56.940816 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-24743feb-6c62-46d8-9389-7f36dae997a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99c015a54f464fa8b959c473b0178d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087491 Jan 17 11:09:56.941713 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743feb-6c62-46d8-9389-7f36dae997a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe75a59-44a7-4ef8-915c-815e61b917eb,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:56.943645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37300) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:09:56.990935 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] Publish callbacks [] for security_group (8fe75a59-44a7-4ef8-915c-815e61b917eb), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:57.010760 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] Publish callbacks [] for security_group (8fe75a59-44a7-4ef8-915c-815e61b917eb), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:57.148830 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8fe75a59-44a7-4ef8-915c-815e61b917eb), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:57.151504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:09:57.152649 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fe75a59-44a7-4ef8-915c-815e61b917eb HTTP/1.1" status: 204 len: 168 time: 0.2080343 Jan 17 11:09:57.160836 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc70c0-d11d-42b8-9050-ff18f67dd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe75a59-44a7-4ef8-915c-815e61b917eb,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:09:57.517357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f619-7fb8-44f0-84c9-41934e039304 req-aaf4127b-43af-4fe5-873b-6ecde30f08dc tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:57.518844 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3991f619-7fb8-44f0-84c9-41934e039304 req-aaf4127b-43af-4fe5-873b-6ecde30f08dc tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Jan 17 11:09:57.570217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3991f619-7fb8-44f0-84c9-41934e039304 req-51ceb7f1-5125-4b76-b940-3d2fd17f5599 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433035 Jan 17 11:09:58.681304 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a9937-8de3-4a1b-8a9d-b19bb8d36a69 req-0da722a0-3558-4709-9d36-8ff85ce2885e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:58.682759 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d68a9937-8de3-4a1b-8a9d-b19bb8d36a69 req-0da722a0-3558-4709-9d36-8ff85ce2885e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Jan 17 11:09:58.729987 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d68a9937-8de3-4a1b-8a9d-b19bb8d36a69 req-441e87eb-395b-4042-8fdc-8b7c4c04fe74 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416837 Jan 17 11:09:59.845104 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ed30-6bf3-4138-8010-78dcf8540852 req-4623b137-8dfc-4c2d-b7a7-fc017d0acc77 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:09:59.846591 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3730ed30-6bf3-4138-8010-78dcf8540852 req-4623b137-8dfc-4c2d-b7a7-fc017d0acc77 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Jan 17 11:09:59.896383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3730ed30-6bf3-4138-8010-78dcf8540852 req-28d48206-9140-45a7-8d7f-064410f58851 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430918 Jan 17 11:10:00.236305 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00387072-271e-4778-b25f-31ce8c282bc7 req-5f58dad9-7214-42f4-b69e-5f03d58a7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:00.237864 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-5f58dad9-7214-42f4-b69e-5f03d58a7134 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1099 time: 0.0424163 Jan 17 11:10:00.333286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00387072-271e-4778-b25f-31ce8c282bc7 req-53a13be2-9778-4023-aac5-3e1c9765840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:00.335044 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-53a13be2-9778-4023-aac5-3e1c9765840f service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.0911329 Jan 17 11:10:00.402195 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-8f349703-e47c-48dc-8b70-37e230978ca0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 1001 time: 0.0598481 Jan 17 11:10:00.451278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00387072-271e-4778-b25f-31ce8c282bc7 req-466d492a-aab0-40e3-912c-330deb6b2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:00.452740 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-466d492a-aab0-40e3-912c-330deb6b2a81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0444660 Jan 17 11:10:00.503771 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00387072-271e-4778-b25f-31ce8c282bc7 req-16913949-d608-44f9-977d-2fb712736b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:00.505896 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-16913949-d608-44f9-977d-2fb712736b9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440395 Jan 17 11:10:00.849055 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-0a09e349-dc30-4c9a-a56e-7ef87aad48f4 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355575 Jan 17 11:10:00.857454 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f94b066b-94ad-41bf-85bd-0bdc30b21bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:00.944392 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00387072-271e-4778-b25f-31ce8c282bc7 req-f35ba5a3-cc95-45fc-be9d-3109ade2bbc1 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894108 Jan 17 11:10:01.021737 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85492-ebf7-4249-b999-033ded8b5bd5 req-62054f26-9d2a-4c33-ae2d-0027f0a4dbb9 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:01.023200 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aca85492-ebf7-4249-b999-033ded8b5bd5 req-62054f26-9d2a-4c33-ae2d-0027f0a4dbb9 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0559118 Jan 17 11:10:01.072447 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aca85492-ebf7-4249-b999-033ded8b5bd5 req-0dfeb748-d8e1-4252-b0a9-f1078d1ec115 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437348 Jan 17 11:10:02.188243 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb058c-0aeb-43e5-a6f1-37abae26bba6 req-8bcb916f-9dc0-4ca4-a6e2-eac3e749aede tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:02.189806 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bfdb058c-0aeb-43e5-a6f1-37abae26bba6 req-8bcb916f-9dc0-4ca4-a6e2-eac3e749aede tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0487893 Jan 17 11:10:02.241318 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bfdb058c-0aeb-43e5-a6f1-37abae26bba6 req-6af7465a-ba28-4e16-8020-c33f423f3419 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455036 Jan 17 11:10:03.126595 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7cc64db4-55d5-47e5-9c08-e461b5be5f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:03.356826 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8df6e-510a-4730-8da9-eaabe3ede2df req-ed3a99c7-8e3b-42d9-b871-f3b0bff3a7fb tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:03.358217 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80a8df6e-510a-4730-8da9-eaabe3ede2df req-ed3a99c7-8e3b-42d9-b871-f3b0bff3a7fb tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0474110 Jan 17 11:10:03.404597 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80a8df6e-510a-4730-8da9-eaabe3ede2df req-41b888be-a282-4bfa-9310-37058686e6b6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409729 Jan 17 11:10:04.383293 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:04.518797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c07c7c-ce37-47ed-b4c0-5b86c92f8440 req-f5be9eb7-6944-40fa-bfac-36d7abb362cf tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:04.520307 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6c07c7c-ce37-47ed-b4c0-5b86c92f8440 req-f5be9eb7-6944-40fa-bfac-36d7abb362cf tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0495975 Jan 17 11:10:04.569009 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6c07c7c-ce37-47ed-b4c0-5b86c92f8440 req-1832643e-818c-48db-8e2b-b59cafd1abee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433199 Jan 17 11:10:05.617563 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:05.689553 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011afe2-faee-43e7-a927-a97114ee5039 req-626a39f0-fad5-4926-9ec2-31d8e54a10a6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:05.691089 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2011afe2-faee-43e7-a927-a97114ee5039 req-626a39f0-fad5-4926-9ec2-31d8e54a10a6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0540478 Jan 17 11:10:05.740725 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2011afe2-faee-43e7-a927-a97114ee5039 req-667d94bf-3255-4bf9-8120-933705844175 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440059 Jan 17 11:10:06.799964 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:06.856532 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91be3-4569-4026-88f0-ac7f55cd13d6 req-61c9f5af-9a7d-4ea2-a69c-374ef4fd534c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:06.857909 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92c91be3-4569-4026-88f0-ac7f55cd13d6 req-61c9f5af-9a7d-4ea2-a69c-374ef4fd534c tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Jan 17 11:10:06.905119 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92c91be3-4569-4026-88f0-ac7f55cd13d6 req-44cf5ad0-dc15-4968-bab9-368ae0cdddfd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417204 Jan 17 11:10:08.017369 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c728-09af-42e6-a538-ce8b2ff714ee req-2c9f07d5-a2ec-4c81-9fe8-b7e08595a655 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:08.018843 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-be84c728-09af-42e6-a538-ce8b2ff714ee req-2c9f07d5-a2ec-4c81-9fe8-b7e08595a655 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0476017 Jan 17 11:10:08.072571 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-be84c728-09af-42e6-a538-ce8b2ff714ee req-3d3ac845-42a4-433a-80bf-7739d2ace7e2 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476923 Jan 17 11:10:09.186389 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1f2e3-98bd-4a00-ba84-a36976383186 req-56203450-b9c3-43ee-8587-906efdae353f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:09.187942 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f0b1f2e3-98bd-4a00-ba84-a36976383186 req-56203450-b9c3-43ee-8587-906efdae353f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Jan 17 11:10:09.237734 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f0b1f2e3-98bd-4a00-ba84-a36976383186 req-57438708-aa1e-4b42-8f42-0c2789344526 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439062 Jan 17 11:10:10.349352 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b372-75be-41dd-b6f9-4efa8162b3c0 req-57387fa1-4999-45e3-9a86-775b40f1adb9 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:10.351007 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fcb7b372-75be-41dd-b6f9-4efa8162b3c0 req-57387fa1-4999-45e3-9a86-775b40f1adb9 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0490439 Jan 17 11:10:10.398300 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fcb7b372-75be-41dd-b6f9-4efa8162b3c0 req-4b1547ce-4b0c-4d9e-9b26-26f5fb27cfee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418878 Jan 17 11:10:11.519239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a49c-138d-4c4d-af29-7bd1b7911367 req-3dba1d1e-d23e-4035-8b27-85425c96b1f1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:11.520964 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a4b6a49c-138d-4c4d-af29-7bd1b7911367 req-3dba1d1e-d23e-4035-8b27-85425c96b1f1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0545702 Jan 17 11:10:11.569803 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a4b6a49c-138d-4c4d-af29-7bd1b7911367 req-69120353-4f43-4665-a7b0-f71f4a6db6c4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424070 Jan 17 11:10:11.970655 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381142b-fc72-4f37-b5d8-3466ce95dc91 req-7e2c4758-bac6-4f8e-9693-966b815c2b7d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:11.972307 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3381142b-fc72-4f37-b5d8-3466ce95dc91 req-7e2c4758-bac6-4f8e-9693-966b815c2b7d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Jan 17 11:10:12.023759 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3381142b-fc72-4f37-b5d8-3466ce95dc91 req-1fdce332-4218-4c0f-8e1e-67c2fe277d30 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456617 Jan 17 11:10:12.047809 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-14dc5d69-1f0d-42ab-9a55-886c9564f1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480781 Jan 17 11:10:13.172280 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2010b-59e2-4bb3-bce9-b811647d2ab5 req-cc083bea-2f9a-466c-a3aa-fd089fc70cec tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:13.173779 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-40c2010b-59e2-4bb3-bce9-b811647d2ab5 req-cc083bea-2f9a-466c-a3aa-fd089fc70cec tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0817587 Jan 17 11:10:13.181783 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0be0d-0974-445c-bd7d-ed9ab1890420 req-0acff714-e1f4-470f-86fa-4e8480b53fee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:13.183156 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3e0be0d-0974-445c-bd7d-ed9ab1890420 req-0acff714-e1f4-470f-86fa-4e8480b53fee tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0899773 Jan 17 11:10:13.254923 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-40c2010b-59e2-4bb3-bce9-b811647d2ab5 req-1a6e0397-ea10-426c-9c64-9fe20559e819 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708272 Jan 17 11:10:13.259743 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3e0be0d-0974-445c-bd7d-ed9ab1890420 req-9d06ef80-b1be-4b9c-b73f-ba8aecd662f7 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701094 Jan 17 11:10:13.829785 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:10:13.905294 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 is: ACTIVE; New status is: DOWN {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:13.905703 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:13.928298 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:13.930945 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21052e4e-6f43-48dd-88d1-12d9f4c90d28" -d '{"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-unplugged", "status": "completed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:13.944849 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:13.967449 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf13b3e-8a9b-4108-81f6-4f43891d71a8 x-openstack-request-id: req-bbf13b3e-8a9b-4108-81f6-4f43891d71a8 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:13.967747 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-unplugged", "status": "failed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "code": 422}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:13.968006 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbf13b3e-8a9b-4108-81f6-4f43891d71a8 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:13.968407 dv-cinder-824911-1-iscsi neutron-server[103026]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'code': 422} returned with failed status Jan 17 11:10:14.023174 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:14.077858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=6']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:14.413203 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0afd24-8c78-41c5-9065-f572a2670262 req-a38a4794-0f53-4384-ab83-4133972b57ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:14.414703 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c0afd24-8c78-41c5-9065-f572a2670262 req-a38a4794-0f53-4384-ab83-4133972b57ed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0744097 Jan 17 11:10:14.422377 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79a7b-f5bd-4e54-9f05-07e2ff12a8e6 req-f2b57d7c-f798-4ee7-afd4-fae74c5c4da1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:14.423884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62c79a7b-f5bd-4e54-9f05-07e2ff12a8e6 req-f2b57d7c-f798-4ee7-afd4-fae74c5c4da1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0947983 Jan 17 11:10:14.498614 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c0afd24-8c78-41c5-9065-f572a2670262 req-2de487c4-382f-417b-b50f-2709ae17c668 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736816 Jan 17 11:10:14.502617 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62c79a7b-f5bd-4e54-9f05-07e2ff12a8e6 req-2b2c0092-5d3e-4389-9419-c8bfbea72531 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708411 Jan 17 11:10:15.228009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-97a88fe7-b8a0-41c2-a679-ac814a37e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.229489 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-97a88fe7-b8a0-41c2-a679-ac814a37e510 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309&tenant_id=1a84b6f37ccb49eaaab3329beb3822e9 HTTP/1.1" status: 200 len: 1097 time: 0.0779846 Jan 17 11:10:15.240989 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-0df8a5b6-5f3b-45df-8593-5a81d44324f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.242481 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-0df8a5b6-5f3b-45df-8593-5a81d44324f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.0498803 Jan 17 11:10:15.310181 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-b463c4ae-2582-47d3-8ec7-60bba06fabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.311660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-b463c4ae-2582-47d3-8ec7-60bba06fabe5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1097 time: 0.0499139 Jan 17 11:10:15.345292 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Deleting port 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:10:15.345756 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:15.406446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-7122a2c2-6372-462e-9dad-e9e49444816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.407926 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-7122a2c2-6372-462e-9dad-e9e49444816d service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.0864034 Jan 17 11:10:15.480507 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-d3ade2b5-a1b9-40bb-ad9f-c925d8f3b818 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 999 time: 0.0652289 Jan 17 11:10:15.532216 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-889fc720-271f-4bb4-97e8-397cd1aa2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.534248 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-889fc720-271f-4bb4-97e8-397cd1aa2d93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0472107 Jan 17 11:10:15.581970 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-392fd2fb-44f3-4fce-a572-26e14f7caa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.584164 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-392fd2fb-44f3-4fce-a572-26e14f7caa75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441628 Jan 17 11:10:15.665984 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] For port 29780144-fda0-4f15-8f21-a4e0dcd38584, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=29780144-fda0-4f15-8f21-a4e0dcd38584,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:15.666350 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:15.745909 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a288-6b0e-4e9a-a395-364a271a9a5e req-445dd726-ed66-4a42-aeae-595134eddde4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.747394 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5252a288-6b0e-4e9a-a395-364a271a9a5e req-445dd726-ed66-4a42-aeae-595134eddde4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.1355207 Jan 17 11:10:15.754634 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56185fed-efaa-40af-9b97-3ac7939956aa req-d969d3b0-6965-4d8b-935a-b582ad74387e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:15.756728 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-56185fed-efaa-40af-9b97-3ac7939956aa req-d969d3b0-6965-4d8b-935a-b582ad74387e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 947 time: 0.1459613 Jan 17 11:10:15.758553 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-f929ff5d-5f73-49fb-9a04-538f6e9fe4de service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658144 Jan 17 11:10:15.890180 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5252a288-6b0e-4e9a-a395-364a271a9a5e req-32f7f402-75c9-4b99-8bc2-58a64da4a2d2 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306496 Jan 17 11:10:15.894514 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:15.894776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:15.895167 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Floating IP fb26c433-fb51-4bd4-94d6-7412211f03e2 disassociated. External IP: 172.27.2.194, port: 29780144-fda0-4f15-8f21-a4e0dcd38584. Jan 17 11:10:15.895555 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Calling delete_port for 29780144-fda0-4f15-8f21-a4e0dcd38584 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:10:15.905281 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-56185fed-efaa-40af-9b97-3ac7939956aa req-bf3f7b42-b251-41a3-a09c-1aa498d1cdb0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=d320e1aa-01fb-4844-93f3-93cdc6326aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392941 Jan 17 11:10:15.921904 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-83200493-5c28-44da-bfae-40b8a84d0bf2 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548705 Jan 17 11:10:16.148927 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (29780144-fda0-4f15-8f21-a4e0dcd38584), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:16.180122 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'Port': ['ID=29780144-fda0-4f15-8f21-a4e0dcd38584,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:16.297477 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:10:16.414068 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:10:16.433944 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:10:16.450479 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:16.451110 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:16.456759 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] No DVR routers for this DVR port 29780144-fda0-4f15-8f21-a4e0dcd38584 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:10:16.459877 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:16.463638 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-444e97bd-d060-4d74-b9c0-53f1d78f5b1a req-ed9293a3-3217-46d5-bb4f-8f3a2ac22868 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "DELETE /v2.0/ports/29780144-fda0-4f15-8f21-a4e0dcd38584 HTTP/1.1" status: 204 len: 173 time: 1.2102971 Jan 17 11:10:16.464109 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-deleted', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:16.472158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5b73cb-8204-4977-8ca2-a4bee5a7d36e" -d '{"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-deleted", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:16.492552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5446123-aa13-4117-b3d8-a45769c69c7f req-9ee43062-7d44-46f2-b963-3dcc1b42cd36 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:16.495320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a5446123-aa13-4117-b3d8-a45769c69c7f req-9ee43062-7d44-46f2-b963-3dcc1b42cd36 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0727730 Jan 17 11:10:16.515039 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b23e6c1-ce38-4285-94e0-06efb46fe2b7 x-openstack-request-id: req-7b23e6c1-ce38-4285-94e0-06efb46fe2b7 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:16.515417 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757af70-69d8-4067-94ff-ac4456103385", "name": "network-vif-deleted", "tag": "29780144-fda0-4f15-8f21-a4e0dcd38584", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:16.515767 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b23e6c1-ce38-4285-94e0-06efb46fe2b7 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:16.516292 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757af70-69d8-4067-94ff-ac4456103385', 'name': 'network-vif-deleted', 'tag': '29780144-fda0-4f15-8f21-a4e0dcd38584', 'status': 'completed', 'code': 200} Jan 17 11:10:16.558324 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a5446123-aa13-4117-b3d8-a45769c69c7f req-b9e2311b-a86b-4fe4-88a9-3995c72e61ba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565357 Jan 17 11:10:16.585160 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:16.782802 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:16.812767 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:10:16.821492 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:16.822244 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:16.924308 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:17.037883 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ea2d17d-dfbf-4563-b115-7c6ed9dfcc41 req-c99acffc-fc58-45bd-86ea-0e93705251a6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=c757af70-69d8-4067-94ff-ac4456103385 HTTP/1.1" status: 200 len: 210 time: 0.0303504 Jan 17 11:10:17.048446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3333f37-a075-497e-bc14-8c60de18a817 req-e98ef789-e8a8-4225-b8d7-673f2e7d07e6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:17.050089 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3333f37-a075-497e-bc14-8c60de18a817 req-e98ef789-e8a8-4225-b8d7-673f2e7d07e6 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0842657 Jan 17 11:10:17.114063 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3333f37-a075-497e-bc14-8c60de18a817 req-7c22513b-0665-4225-838d-ea94550da29d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577037 Jan 17 11:10:17.161335 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:17.188456 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a38e49-1d6e-43b0-a0c3-4306936e51d0 None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:10:17.419047 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d77287-ad8d-41dc-806e-a67a57bd3d2a None None] New status for floating IP fb26c433-fb51-4bd4-94d6-7412211f03e2: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:10:17.497800 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:17.698182 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b2e03-25dd-4591-bf0a-f099b41028cd req-c7860777-f872-4d42-ac03-6047061446ae tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:17.699734 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fc5b2e03-25dd-4591-bf0a-f099b41028cd req-c7860777-f872-4d42-ac03-6047061446ae tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0545449 Jan 17 11:10:17.748637 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fc5b2e03-25dd-4591-bf0a-f099b41028cd req-cf7111d0-e143-4d3a-b412-1fa367e1bfb8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Jan 17 11:10:17.855222 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:10:17.859401 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360995a-6629-4f7a-a27f-6eb8fb906419 req-9bfe8070-8db6-483d-a9c4-7f07e3c2b7e6 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:17.861016 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5360995a-6629-4f7a-a27f-6eb8fb906419 req-9bfe8070-8db6-483d-a9c4-7f07e3c2b7e6 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Jan 17 11:10:17.879975 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 29780144-fda0-4f15-8f21-a4e0dcd38584 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:10:17.880333 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 29780144-fda0-4f15-8f21-a4e0dcd38584 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:10:17.908847 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5360995a-6629-4f7a-a27f-6eb8fb906419 req-1f610492-7b80-490e-980e-d3cac28efaa2 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jan 17 11:10:18.225272 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37590) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:18.246666 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217084b-2990-4e9a-be16-267039725ba9 req-72e0d2e7-a032-4552-bcd2-1bea226ae9cd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:18.248185 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f217084b-2990-4e9a-be16-267039725ba9 req-72e0d2e7-a032-4552-bcd2-1bea226ae9cd tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0539236 Jan 17 11:10:18.287570 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (d320e1aa-01fb-4844-93f3-93cdc6326aed), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.304147 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f217084b-2990-4e9a-be16-267039725ba9 req-e8dddd8e-de62-4ed6-88a8-e9f6d51a46b7 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500557 Jan 17 11:10:18.320668 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (d320e1aa-01fb-4844-93f3-93cdc6326aed), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.480171 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d320e1aa-01fb-4844-93f3-93cdc6326aed), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.482949 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.484093 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "DELETE /v2.0/security-groups/d320e1aa-01fb-4844-93f3-93cdc6326aed HTTP/1.1" status: 204 len: 168 time: 0.2576706 Jan 17 11:10:18.486965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37592) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:18.493472 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8bfed-03a1-46cf-816a-43e1964d541b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320e1aa-01fb-4844-93f3-93cdc6326aed,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:18.500122 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.api.v2.resource [None req-50bf7227-2e9b-439e-80f8-955d163e53a7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] show failed (client error): The resource could not be found. Jan 17 11:10:18.501154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-50bf7227-2e9b-439e-80f8-955d163e53a7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups/d320e1aa-01fb-4844-93f3-93cdc6326aed HTTP/1.1" status: 404 len: 347 time: 0.0131717 Jan 17 11:10:18.504129 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37594) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:18.618415 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-8dd2eb06-e09f-470a-9071-8965d935daac tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:18.619884 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-8dd2eb06-e09f-470a-9071-8965d935daac tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0541434 Jan 17 11:10:18.632012 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Deleting port 5b95896a-ed4b-44b6-a2f8-8c871873a43b {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:10:18.632363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.706450 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.707135 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (5b95896a-ed4b-44b6-a2f8-8c871873a43b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.718761 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Calling delete_port for 5b95896a-ed4b-44b6-a2f8-8c871873a43b owned by network:floatingip {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:10:18.725938 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port 80f606d8-8e8c-4fa2-b028-25528ed221cb {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:10:18.726294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.848072 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] For port 80f606d8-8e8c-4fa2-b028-25528ed221cb, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=80f606d8-8e8c-4fa2-b028-25528ed221cb,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:18.848462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:18.900755 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ec19-cc1d-4c95-99f0-6b13537c9a64 req-46981766-86f2-4f02-934d-eeea9232757a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:18.902880 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cc69ec19-cc1d-4c95-99f0-6b13537c9a64 req-46981766-86f2-4f02-934d-eeea9232757a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 946 time: 0.0826256 Jan 17 11:10:18.968031 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cc69ec19-cc1d-4c95-99f0-6b13537c9a64 req-dc66aa27-f159-42db-891d-4ee9eb71f8f3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532362 Jan 17 11:10:19.032572 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (5b95896a-ed4b-44b6-a2f8-8c871873a43b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.055117 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.055635 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (05e90282-deb4-49ec-908d-d7868f7c25e0), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.056028 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 05e90282-deb4-49ec-908d-d7868f7c25e0 disassociated. External IP: 172.27.2.32, port: 80f606d8-8e8c-4fa2-b028-25528ed221cb. Jan 17 11:10:19.056381 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for 80f606d8-8e8c-4fa2-b028-25528ed221cb owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:10:19.064011 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'Port': ['ID=5b95896a-ed4b-44b6-a2f8-8c871873a43b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:19.102493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da79d-4e9a-43b5-acf2-777cc7d7cd01 req-2afbac19-cc22-4379-8024-4b7d1e01cdea tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:19.104361 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f52da79d-4e9a-43b5-acf2-777cc7d7cd01 req-2afbac19-cc22-4379-8024-4b7d1e01cdea tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.1042085 Jan 17 11:10:19.182274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (fb26c433-fb51-4bd4-94d6-7412211f03e2), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.184851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.190125 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-eaddff85-0b4b-43df-8c2a-007a8ffb6cbb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb26c433-fb51-4bd4-94d6-7412211f03e2 HTTP/1.1" status: 204 len: 168 time: 0.6844518 Jan 17 11:10:19.200930 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f52da79d-4e9a-43b5-acf2-777cc7d7cd01 req-09e762c5-8e78-4e7d-91c5-ccdede74288f tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695891 Jan 17 11:10:19.263276 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (80f606d8-8e8c-4fa2-b028-25528ed221cb), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.297562 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=80f606d8-8e8c-4fa2-b028-25528ed221cb,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:19.419087 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:10:19.435495 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e86b-a729-46e1-9f1b-2efc3ff3d548 req-c55edcfa-7e49-47b2-b6da-532c70247c6d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:19.437215 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d308e86b-a729-46e1-9f1b-2efc3ff3d548 req-c55edcfa-7e49-47b2-b6da-532c70247c6d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0604534 Jan 17 11:10:19.489108 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d308e86b-a729-46e1-9f1b-2efc3ff3d548 req-3634c184-6067-4a70-bb03-5f1cc69573c1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451319 Jan 17 11:10:19.526996 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:10:19.538334 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:10:19.550407 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:19.550407 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:19.567340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] No DVR routers for this DVR port 80f606d8-8e8c-4fa2-b028-25528ed221cb on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:10:19.570371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.573863 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5ceec200-bd82-4ee3-8e13-006226885d95 req-59f89544-f831-478d-9a4c-c54c3e8143fd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "DELETE /v2.0/ports/80f606d8-8e8c-4fa2-b028-25528ed221cb HTTP/1.1" status: 204 len: 173 time: 0.9466255 Jan 17 11:10:19.579286 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'name': 'network-vif-deleted', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:19.579286 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d6dbe-3499-4ea7-8da5-a8fceee484f7" -d '{"events": [{"server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "name": "network-vif-deleted", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:19.616645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e8d63-0442-4ad6-bfb1-afee553712fb x-openstack-request-id: req-764e8d63-0442-4ad6-bfb1-afee553712fb {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:19.617001 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722d758b-d9dc-4c5e-88b5-75247df006de", "name": "network-vif-deleted", "tag": "80f606d8-8e8c-4fa2-b028-25528ed221cb", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:19.617431 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-764e8d63-0442-4ad6-bfb1-afee553712fb {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:19.617940 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722d758b-d9dc-4c5e-88b5-75247df006de', 'name': 'network-vif-deleted', 'tag': '80f606d8-8e8c-4fa2-b028-25528ed221cb', 'status': 'completed', 'code': 200} Jan 17 11:10:19.658877 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:19.669168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37608) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:19.673916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548197056', 'description': 'tempest-description--1468878873'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:19.766621 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.855346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (18cc6a79-4476-4e46-a2f7-111eda3c4c93), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.881007 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:19.914470 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:10:19.924051 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:19.924668 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:19.937446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (18cc6a79-4476-4e46-a2f7-111eda3c4c93), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:19.967394 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc6a79-4476-4e46-a2f7-111eda3c4c93,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:20.037344 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.041460 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7c057ab9-db52-4538-a691-96abc82a28e1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3682904 Jan 17 11:10:20.041849 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37612) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:20.046455 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group_rule': {'security_group_id': '18cc6a79-4476-4e46-a2f7-111eda3c4c93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:20.096916 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0140ed9f-6d1d-47a7-b466-886ff5d7ad58 req-b649d2d9-c226-4a95-b31e-e8e7682cffce tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=722d758b-d9dc-4c5e-88b5-75247df006de HTTP/1.1" status: 200 len: 210 time: 0.0388908 Jan 17 11:10:20.178046 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:20.200138 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (d8328ea8-6f42-4acc-8c3b-5ba73a49cdf8), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.238415 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-4f1e04c1-fe10-4bfc-a5fa-31278f746034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.240154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-4f1e04c1-fe10-4bfc-a5fa-31278f746034 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1097 time: 0.0763583 Jan 17 11:10:20.260409 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-7dad835d-e3ef-4b3c-aec9-2c471cc69444 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.263385 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-7dad835d-e3ef-4b3c-aec9-2c471cc69444 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.1000578 Jan 17 11:10:20.287354 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (d8328ea8-6f42-4acc-8c3b-5ba73a49cdf8), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.394579 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e6e52-a1dc-4214-b6a6-0993028f3836 req-cb136960-d7e9-48ab-8468-62fefaeebd9b tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.394579 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-881e6e52-a1dc-4214-b6a6-0993028f3836 req-cb136960-d7e9-48ab-8468-62fefaeebd9b tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 945 time: 0.1066906 Jan 17 11:10:20.400091 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Deleting port 84019570-ec88-4838-8d22-42807b6a247c {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:10:20.400636 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (84019570-ec88-4838-8d22-42807b6a247c), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.418933 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-f3e52cb8-d319-4066-a69b-60bf7f99f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.420530 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-f3e52cb8-d319-4066-a69b-60bf7f99f925 service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.1499543 Jan 17 11:10:20.422451 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (d8328ea8-6f42-4acc-8c3b-5ba73a49cdf8), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.427350 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:20.453386 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fb885-5b85-4b4b-b025-ee560af75cb6 None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:10:20.498565 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8328ea8-6f42-4acc-8c3b-5ba73a49cdf8,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:20.512279 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] For port 84019570-ec88-4838-8d22-42807b6a247c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=84019570-ec88-4838-8d22-42807b6a247c,segment=NetworkSegment(e0d371bf-83a4-4225-9f65-9aadfbdc5b5a),segment_id=e0d371bf-83a4-4225-9f65-9aadfbdc5b5a)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:20.512827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (84019570-ec88-4838-8d22-42807b6a247c), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.522624 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-881e6e52-a1dc-4214-b6a6-0993028f3836 req-3edc256d-e8a0-420b-8154-14c31903025f tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9788fb5-0ff5-4d39-8073-39bf7409cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214347 Jan 17 11:10:20.533085 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-a5235852-a838-4277-b772-400763958a34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 999 time: 0.0990326 Jan 17 11:10:20.548902 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Calling delete_port for 84019570-ec88-4838-8d22-42807b6a247c owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:10:20.591949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-22928758-4ad7-444d-9aac-33b404a26e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.593618 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-22928758-4ad7-444d-9aac-33b404a26e22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0462294 Jan 17 11:10:20.598371 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.599489 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-817549d9-6611-4f59-904e-5c6735918c71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5565631 Jan 17 11:10:20.606312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37620) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:20.611889 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'security_group_rule': {'security_group_id': '18cc6a79-4476-4e46-a2f7-111eda3c4c93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:20.671791 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-1a51b92d-127a-4e7c-b58b-4feffcadb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.673314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-1a51b92d-127a-4e7c-b58b-4feffcadb303 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728354 Jan 17 11:10:20.682143 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080a86-fd01-42f2-8ba8-7de950aa7781 req-37695ecb-888d-477e-974b-80ae3b21e1f4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:20.683675 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca080a86-fd01-42f2-8ba8-7de950aa7781 req-37695ecb-888d-477e-974b-80ae3b21e1f4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0891197 Jan 17 11:10:20.761654 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fd6d9-a254-4b68-b12f-8c203d15cd27 None None] New status for floating IP 05e90282-deb4-49ec-908d-d7868f7c25e0: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:10:20.769504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (60a680f4-d011-4f25-adce-eb9fa13d8eef), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.782163 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca080a86-fd01-42f2-8ba8-7de950aa7781 req-aedf50b1-1b53-4621-af2f-63a3d968167d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902421 Jan 17 11:10:20.818516 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-4aabfefa-45b6-4881-8907-fd7f691c7fa5 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338575 Jan 17 11:10:20.821891 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (84019570-ec88-4838-8d22-42807b6a247c), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.833992 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['84019570-ec88-4838-8d22-42807b6a247c'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:10:20.852209 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Pushing event deleted for resources: {'Port': ['ID=84019570-ec88-4838-8d22-42807b6a247c,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:20.883058 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (60a680f4-d011-4f25-adce-eb9fa13d8eef), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.919201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] No DVR routers for this DVR port 84019570-ec88-4838-8d22-42807b6a247c on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:10:20.921440 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:20.924858 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-5e2592bf-7e75-4a38-b3f3-6e31af625bf5 req-ded29997-063a-42ef-b01b-2d502c9db167 tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.78 "DELETE /v2.0/ports/84019570-ec88-4838-8d22-42807b6a247c HTTP/1.1" status: 204 len: 173 time: 0.6543834 Jan 17 11:10:20.946853 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-728e2757-b9cf-47a0-b243-65971f4b6fff req-3fdd2efb-158d-4ee4-8bb1-2e4edb34c505 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219108 Jan 17 11:10:21.052280 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (60a680f4-d011-4f25-adce-eb9fa13d8eef), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:21.071389 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a680f4-d011-4f25-adce-eb9fa13d8eef,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:21.207479 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:21.209375 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ae9fc3f3-0fad-4a6f-af8b-1b7a6e840e51 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6015315 Jan 17 11:10:21.212232 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37626) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:21.217363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:21.330396 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:21.402613 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-d391fdc0-c5f3-482f-af80-1221f5fe3fcf tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153108745&fields=id&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 267 time: 0.0867200 Jan 17 11:10:21.522648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-1447e8ef-b53c-4e72-9a89-94d5087aff88 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:21.523983 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-1447e8ef-b53c-4e72-9a89-94d5087aff88 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.1144259 Jan 17 11:10:21.538707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:21.548285 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-bc21cd91-fcc9-4589-9882-ad14793f12b6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/quotas/206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 375 time: 0.0171509 Jan 17 11:10:21.618720 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'name': 'network-vif-deleted', 'tag': '84019570-ec88-4838-8d22-42807b6a247c'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:21.621046 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4e12d-cca9-4d20-9d76-66df4651b68e" -d '{"events": [{"server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "name": "network-vif-deleted", "tag": "84019570-ec88-4838-8d22-42807b6a247c"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:21.650732 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d3923b0-4a90-42c0-8be0-596612b9a231 req-43c8d150-d98f-48dc-ae08-0eb4dc85277c tempest-VolumesSnapshotTestJSON-95406824 tempest-VolumesSnapshotTestJSON-95406824-project] 10.222.0.44 "GET /v2.0/ports?device_id=4784b68e-8400-47c7-8358-23431e60df22 HTTP/1.1" status: 200 len: 210 time: 0.0360758 Jan 17 11:10:21.692427 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-f2db28b2-f74a-4622-85ec-929d360afae6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119714 Jan 17 11:10:21.698599 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e42e04-89a9-4b2e-8f21-e3a3d62dc06f x-openstack-request-id: req-60e42e04-89a9-4b2e-8f21-e3a3d62dc06f {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:21.698946 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4784b68e-8400-47c7-8358-23431e60df22", "name": "network-vif-deleted", "tag": "84019570-ec88-4838-8d22-42807b6a247c", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:21.699265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60e42e04-89a9-4b2e-8f21-e3a3d62dc06f {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:21.699724 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4784b68e-8400-47c7-8358-23431e60df22', 'name': 'network-vif-deleted', 'tag': '84019570-ec88-4838-8d22-42807b6a247c', 'status': 'completed', 'code': 200} Jan 17 11:10:21.710646 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Allocated IP 172.27.2.158 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/f2bad4a8-063d-4201-90f7-22d7f319383f) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:10:21.835397 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:21.882576 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 80f606d8-8e8c-4fa2-b028-25528ed221cb no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:10:21.904029 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 80f606d8-8e8c-4fa2-b028-25528ed221cb {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:10:21.904381 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 80f606d8-8e8c-4fa2-b028-25528ed221cb not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:10:22.185958 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-0e917555-e1b3-4b8b-907b-077d57ace7a3 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766181 Jan 17 11:10:22.194482 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d82a-4123-457e-8b3a-08b3c55e79c7 req-92a72922-d295-4aa5-b24b-4aeb1fec7d63 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:22.195822 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7446d82a-4123-457e-8b3a-08b3c55e79c7 req-92a72922-d295-4aa5-b24b-4aeb1fec7d63 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.3265388 Jan 17 11:10:22.251618 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.319273 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:10:22.331531 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:10:22.347068 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:10:22.354985 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7446d82a-4123-457e-8b3a-08b3c55e79c7 req-846bc95c-221f-45a3-82b4-6f5210364544 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515856 Jan 17 11:10:22.355567 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=f2bad4a8-063d-4201-90f7-22d7f319383f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:22.392242 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-301ce66f-0731-44c0-afab-becd7c140fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955068 Jan 17 11:10:22.457404 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.544761 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.692172 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.800132 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.866702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=f2bad4a8-063d-4201-90f7-22d7f319383f,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:22.876512 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.980717 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:22.981955 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-47962c8e-9a52-44a4-b88b-b9c2cd563876 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7684436 Jan 17 11:10:22.984042 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a661790-cc86-4f8e-b3bb-dd5c8f50ebff req-9565934f-6d64-46ec-837f-b1e9b54a92c1 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 210 time: 0.0316429 Jan 17 11:10:23.188243 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-cec8252d-c547-412e-ad46-6f23340db60d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1548197056&fields=id&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 267 time: 0.0427542 Jan 17 11:10:23.305490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-96dbcdfb-02c0-45f7-9dfd-ddb81b03607f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:23.307098 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-96dbcdfb-02c0-45f7-9dfd-ddb81b03607f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 816 time: 0.1121626 Jan 17 11:10:23.321829 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-1605a640-ef27-4894-afa2-d0c677618b9b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/quotas/2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 375 time: 0.0090337 Jan 17 11:10:23.371579 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-cb5fe8b2-f2ef-47d0-81f5-1e3226d8ec7b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446687 Jan 17 11:10:23.524076 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fe8a-6e60-4394-a8b3-364578754566 req-93757928-9896-4864-9286-6e4dbe6f97aa tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:23.526141 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ae1fe8a-6e60-4394-a8b3-364578754566 req-93757928-9896-4864-9286-6e4dbe6f97aa tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 944 time: 0.0782356 Jan 17 11:10:23.530802 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b02a49e9-3bce-4eba-a969-de9b3f2e8a4b service neutron] 10.222.0.44 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328204 Jan 17 11:10:23.626066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ae1fe8a-6e60-4394-a8b3-364578754566 req-fa2e327e-71ca-485e-a309-9e3ec8b74f6a tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943096 Jan 17 11:10:23.651703 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-17fb87dc-b520-416d-8164-be9034693de1 service neutron] 10.222.0.44 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143796 Jan 17 11:10:23.887332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb0d33ea-fa70-44bd-92d6-6d5d018dde29 req-23a91315-6ff1-4892-9b70-dad4dbd510ff tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Jan 17 11:10:23.908799 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:10:23.913787 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 84019570-ec88-4838-8d22-42807b6a247c no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:10:23.940256 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 84019570-ec88-4838-8d22-42807b6a247c {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:10:23.942900 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 84019570-ec88-4838-8d22-42807b6a247c not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:10:24.031766 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:24.044225 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'port_id': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'mac_address': 'fa:16:3e:be:b4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:10:24.079628 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6261efba-f0f5-4011-83cb-a3ce77255cb3 req-5cd11cdf-2a53-409b-ab9a-0643fa1d05c8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Jan 17 11:10:24.082706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:24.083625 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:24.097364 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:24.116602 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:24.200280 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:24.252931 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=7']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:24.742315 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7ee8-dfb2-4f23-b60f-dbfdb8f40f07 req-eafe8585-d153-4732-8584-aebaa016f45b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:24.744345 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c21f7ee8-dfb2-4f23-b60f-dbfdb8f40f07 req-eafe8585-d153-4732-8584-aebaa016f45b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Jan 17 11:10:24.796779 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:10:24.797298 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c21f7ee8-dfb2-4f23-b60f-dbfdb8f40f07 req-70e5c24c-2d8f-43d0-ace1-2be6fa3e1af1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474973 Jan 17 11:10:24.984384 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda05d8e-9ccb-4b24-99dd-fb4f043e21d8 req-789f3080-a901-4f73-9197-198b2ad67bf9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0255454 Jan 17 11:10:25.142160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-b3c4aa05-7062-48ee-8ea4-f02d5b73c216 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:25.143811 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-b3c4aa05-7062-48ee-8ea4-f02d5b73c216 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.1026893 Jan 17 11:10:25.187294 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd9eedef-d3d8-4dd1-95f6-7025287389a3 req-2bae8d12-1c3d-4ee8-9bcc-42e447f56543 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 210 time: 0.0393760 Jan 17 11:10:25.228497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-211343fa-4494-4acb-be6e-1ae59eaee18b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 380 time: 0.0707815 Jan 17 11:10:25.238649 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'port': {'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'admin_state_up': True, 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'security_groups': ['a2b6a227-a9a8-4f97-9bde-d2dcb18dce27']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:25.481110 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Made reservation on behalf of 206c2ed32a8d49a1a53f2159971531f0 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:10:25.485764 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:25.632784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.20.0.11 (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5/7d74dc64-6185-4779-b9da-fa9d0a8eb1da/1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:10:25.771655 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:25.909490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:25.910178 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:10:25.922224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892963-a5ec-40a6-9651-cb3b5c3f791f req-ba0cad4a-8c82-4ef5-ab46-1f514dcebde1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:25.923847 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41892963-a5ec-40a6-9651-cb3b5c3f791f req-ba0cad4a-8c82-4ef5-ab46-1f514dcebde1 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Jan 17 11:10:25.959496 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:25.959864 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:25.984409 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:10:25.988133 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:10:25.995274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:10:26.006401 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:26.064324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:26.064981 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.066502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-41892963-a5ec-40a6-9651-cb3b5c3f791f req-313a8027-2394-48fd-9625-c20b7fdc4c4f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171978 Jan 17 11:10:26.095885 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:26.099133 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe733d98-fc58-4558-92d4-8b152ad05b42" -d '{"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-plugged", "status": "completed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:26.099749 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e10c3af-b09d-4e54-8bf3-09c74513fb04 req-b69c9843-3284-4b66-abef-dc447a351b8b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0301378 Jan 17 11:10:26.108847 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:26.109558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.113970 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:26.152089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f377d6-3346-4333-b9f5-0ed206ea41a2 x-openstack-request-id: req-a3f377d6-3346-4333-b9f5-0ed206ea41a2 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:26.152415 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-plugged", "status": "completed", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:26.152703 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3f377d6-3346-4333-b9f5-0ed206ea41a2 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:26.153166 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'code': 200} Jan 17 11:10:26.194702 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.216573 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-e0d4967c-5a1b-44db-af57-80c440d5a85f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9741721 Jan 17 11:10:26.227361 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Request body: {'port': {'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:26.245856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f2d22095-2b94-4b9c-8068-5a35981f1da9 None None] Provisioning complete for port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:26.246888 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2d22095-2b94-4b9c-8068-5a35981f1da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.296109 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=8']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:26.299628 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.300238 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f2d22095-2b94-4b9c-8068-5a35981f1da9 None None] Port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:10:26.399302 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984369-a439-43a5-8729-aa2dd7b7553d req-355c3a6a-512d-4e75-8286-fd7ed5fbb4c2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:26.400817 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d0984369-a439-43a5-8729-aa2dd7b7553d req-355c3a6a-512d-4e75-8286-fd7ed5fbb4c2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 932 time: 0.1022437 Jan 17 11:10:26.426272 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-19712ce9-3983-4828-bfb7-56367d9b74ab tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:26.427822 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-19712ce9-3983-4828-bfb7-56367d9b74ab tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 816 time: 0.1215820 Jan 17 11:10:26.512238 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-13a0a26b-7092-4a29-902f-fdf7eb56cd0f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 380 time: 0.0685117 Jan 17 11:10:26.521359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'port': {'device_id': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'admin_state_up': True, 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'security_groups': ['18cc6a79-4476-4e46-a2f7-111eda3c4c93']}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:26.575576 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d0984369-a439-43a5-8729-aa2dd7b7553d req-59dc7e93-f3c6-451d-9b24-82067667ab07 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286297 Jan 17 11:10:26.605224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a65e2-1abc-4b47-976d-542c9b6638b6 req-d903f883-f5a1-4997-9b8d-cad3f68ef6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:26.606743 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-844a65e2-1abc-4b47-976d-542c9b6638b6 req-d903f883-f5a1-4997-9b8d-cad3f68ef6d9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1099 time: 0.1241181 Jan 17 11:10:26.684273 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-844a65e2-1abc-4b47-976d-542c9b6638b6 req-248f1239-2802-4905-ab91-d9731eaec175 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672328 Jan 17 11:10:26.719218 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:26.727455 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks [] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.739228 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Transition to ACTIVE for port object 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:10:26.765943 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Made reservation on behalf of 2535e2ee8a9241d79be77d33e7ca13a2 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:10:26.769752 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.867826 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:26.906749 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Allocated IP 172.20.0.3 (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f/80f5de5d-534b-4e3d-9b62-dc2a3e694532/00aea434-9b33-4c1b-b4de-b7be26ea2611) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:10:26.919056 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:27.000147 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Attempting to bind port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:10:27.000725 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Attempting to bind port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:10:27.003782 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Attempting to bind port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:27.006350 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:10:27.006686 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Attempting to bind port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:27.012050 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:10:27.012553 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:10:27.012947 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Bound using segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:10:27.013388 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Bound port: 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:10:27.013788 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.063761 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.083697 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:10:27.086546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:10:27.172236 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.225492 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:27.226223 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.229309 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.230686 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] 10.222.0.78 "PUT /v2.0/ports/1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 1094 time: 1.0050066 Jan 17 11:10:27.236912 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:27.241019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d0f72-11e8-4409-8e0b-044d2eab7573" -d '{"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:27.272458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:10:27.275499 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:10:27.279244 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:10:27.281319 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160e7dc-d430-4eb3-a420-d23935b0c282 req-0ef43f68-1124-4c2e-a568-cd670fd0ef45 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:27.283492 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4160e7dc-d430-4eb3-a420-d23935b0c282 req-0ef43f68-1124-4c2e-a568-cd670fd0ef45 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.1438286 Jan 17 11:10:27.315834 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a748a8b-d215-42a0-bb82-9dd769515a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:27.317975 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:27.344979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f367e8-8156-4bfd-8270-630a43da57f9 req-d6efaea6-89aa-45cf-9e0f-41facf6f68ac tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:27.346469 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92f367e8-8156-4bfd-8270-630a43da57f9 req-d6efaea6-89aa-45cf-9e0f-41facf6f68ac tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 931 time: 0.1465662 Jan 17 11:10:27.357804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:27.358728 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.377630 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4160e7dc-d430-4eb3-a420-d23935b0c282 req-42596f72-26d7-4c56-906a-d83323bfc51b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873988 Jan 17 11:10:27.418775 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92f367e8-8156-4bfd-8270-630a43da57f9 req-27205785-5bf1-44c6-8edb-aed9069d4e20 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619040 Jan 17 11:10:27.449918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7121a72-0e26-49de-a6b8-f50d36cfe9bd x-openstack-request-id: req-a7121a72-0e26-49de-a6b8-f50d36cfe9bd {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:27.449918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:27.449918 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7121a72-0e26-49de-a6b8-f50d36cfe9bd {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:27.449918 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'status': 'completed', 'code': 200} Jan 17 11:10:27.471684 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b56429ce-834d-49e8-a821-b9b9d9dfff46 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9550803 Jan 17 11:10:27.587834 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-d102ad41-2ff3-4829-9b88-8da3390477cf None None] Provisioning complete for port 00aea434-9b33-4c1b-b4de-b7be26ea2611 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:27.588416 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d102ad41-2ff3-4829-9b88-8da3390477cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:27.627524 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d102ad41-2ff3-4829-9b88-8da3390477cf None None] Port 00aea434-9b33-4c1b-b4de-b7be26ea2611 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:10:27.688775 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7a0c2-56f4-45a8-9053-bf0d9e114c28 req-23269410-49e0-4b9e-bf21-806009396f9b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:27.690297 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3a7a0c2-56f4-45a8-9053-bf0d9e114c28 req-23269410-49e0-4b9e-bf21-806009396f9b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Jan 17 11:10:27.741586 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3a7a0c2-56f4-45a8-9053-bf0d9e114c28 req-1be04855-0294-4c23-aefb-c17a2defbaac tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Jan 17 11:10:28.503788 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f6883-45eb-436a-829b-688e3ae2a6ae req-da25b68a-3dd1-45b9-8ac6-f89f51ed1d8b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:28.505265 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-106f6883-45eb-436a-829b-688e3ae2a6ae req-da25b68a-3dd1-45b9-8ac6-f89f51ed1d8b tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0570838 Jan 17 11:10:28.563761 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f896ae-c9e3-43ff-a232-4aa0de9a3f5d req-1718ade4-8b95-4e60-a1dc-4e2cbcb66323 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:28.565201 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0f896ae-c9e3-43ff-a232-4aa0de9a3f5d req-1718ade4-8b95-4e60-a1dc-4e2cbcb66323 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 931 time: 0.0815809 Jan 17 11:10:28.584232 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-106f6883-45eb-436a-829b-688e3ae2a6ae req-fd3c945b-f4d6-4ded-9db1-3ce869b66b7f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660992 Jan 17 11:10:28.621874 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0f896ae-c9e3-43ff-a232-4aa0de9a3f5d req-c259ee89-cbea-42f5-81ac-d70ad852ba62 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Jan 17 11:10:28.853186 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0679-0644-46f4-aeaf-cb200fea551f req-36756c80-64c7-4a07-a699-2b7bf2d3b514 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:28.854659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01ec0679-0644-46f4-aeaf-cb200fea551f req-36756c80-64c7-4a07-a699-2b7bf2d3b514 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0483947 Jan 17 11:10:28.901855 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01ec0679-0644-46f4-aeaf-cb200fea551f req-1bc1c78e-8460-471c-8a1e-7b319a783b08 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Jan 17 11:10:29.695665 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa929a0-2428-4f58-a94d-bbe4c2d8f822 req-949c19ef-e70f-468a-a690-77363c0df259 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:29.697127 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fa929a0-2428-4f58-a94d-bbe4c2d8f822 req-949c19ef-e70f-468a-a690-77363c0df259 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0482495 Jan 17 11:10:29.775904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e562da-dd7f-42b4-8214-9954288e081e req-661d58ef-6d91-4804-b712-22255ad96fa5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:29.777357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0e562da-dd7f-42b4-8214-9954288e081e req-661d58ef-6d91-4804-b712-22255ad96fa5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 931 time: 0.0793769 Jan 17 11:10:29.781325 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fa929a0-2428-4f58-a94d-bbe4c2d8f822 req-30a61c89-6ccb-406c-847a-aa8bb66efe33 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755208 Jan 17 11:10:29.823913 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0e562da-dd7f-42b4-8214-9954288e081e req-64c3c48a-6192-4888-b7d8-17d7a18ecb09 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jan 17 11:10:30.012637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d126-6331-46fa-b4d4-2fd9a978b80f req-2dc54550-fd92-4798-be5e-c559a30da99c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:30.014119 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bcd6d126-6331-46fa-b4d4-2fd9a978b80f req-2dc54550-fd92-4798-be5e-c559a30da99c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0479634 Jan 17 11:10:30.062454 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bcd6d126-6331-46fa-b4d4-2fd9a978b80f req-c05e3591-caef-4f74-a5a6-eb506747cf92 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Jan 17 11:10:30.797033 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Request body: {'port': {'device_id': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:30.854043 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:30.855603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-c3529f00-6239-4278-8f8e-10afe13ecdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:30.857167 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-c3529f00-6239-4278-8f8e-10afe13ecdbd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1097 time: 0.0473492 Jan 17 11:10:30.898020 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d4f2530a-ae10-4343-b429-6bf3260ab1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.016559 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15056f-20dd-4c38-885a-c43af9702cfa req-a2d361c4-fc0a-4051-bdab-d0188fab9808 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.018057 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f15056f-20dd-4c38-885a-c43af9702cfa req-a2d361c4-fc0a-4051-bdab-d0188fab9808 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.1439750 Jan 17 11:10:31.041129 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf305d-052a-40b3-b276-4a7b6feca005 req-5fae70cc-669d-4c88-b033-1a23f0a2625a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.042625 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3abf305d-052a-40b3-b276-4a7b6feca005 req-5fae70cc-669d-4c88-b033-1a23f0a2625a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 931 time: 0.1275437 Jan 17 11:10:31.064514 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-9753c417-2f47-4045-bf04-18eb41bc4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.066040 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-9753c417-2f47-4045-bf04-18eb41bc4c37 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=206c2ed32a8d49a1a53f2159971531f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2001674 Jan 17 11:10:31.120176 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f15056f-20dd-4c38-885a-c43af9702cfa req-3354165d-f773-43dd-954e-01132215953d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923057 Jan 17 11:10:31.125408 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3abf305d-052a-40b3-b276-4a7b6feca005 req-c7ef68fd-212d-4003-a5ce-6e22592d743b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762324 Jan 17 11:10:31.125775 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:31.134340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks [] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.146306 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Transition to ACTIVE for port object 00aea434-9b33-4c1b-b4de-b7be26ea2611 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:10:31.233223 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041a2f-e4c3-47d2-8878-3301c91907e2 req-8d4d1fab-3025-49e9-bf08-1a540a94b763 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.234718 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab041a2f-e4c3-47d2-8878-3301c91907e2 req-8d4d1fab-3025-49e9-bf08-1a540a94b763 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0492814 Jan 17 11:10:31.239445 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.288150 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:31.348485 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab041a2f-e4c3-47d2-8878-3301c91907e2 req-54637d47-074c-4ff3-bae4-744de881de72 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050541 Jan 17 11:10:31.362408 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Attempting to bind port 00aea434-9b33-4c1b-b4de-b7be26ea2611 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:10:31.362741 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Attempting to bind port 00aea434-9b33-4c1b-b4de-b7be26ea2611 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:10:31.363074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Attempting to bind port 00aea434-9b33-4c1b-b4de-b7be26ea2611 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:31.366796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-a6b3f7ff-862d-4eca-b7c5-c34ba69734fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.368436 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Port 00aea434-9b33-4c1b-b4de-b7be26ea2611 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:10:31.368547 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-689d0f72-11e8-4409-8e0b-044d2eab7573 req-a6b3f7ff-862d-4eca-b7c5-c34ba69734fd service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327009 Jan 17 11:10:31.368771 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Attempting to bind port 00aea434-9b33-4c1b-b4de-b7be26ea2611 on network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:31.374206 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:10:31.374542 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Checking segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:10:31.374922 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Bound using segment: {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:10:31.375344 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Bound port: 00aea434-9b33-4c1b-b4de-b7be26ea2611, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:10:31.375697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.448362 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:10:31.452171 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:10:31.454427 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-f1745f40-857f-455d-af4c-273518d79c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.455931 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-f1745f40-857f-455d-af4c-273518d79c95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1097 time: 0.0455747 Jan 17 11:10:31.510129 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-c1bc72d0-cea5-4071-a0af-8644c1a00c9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 217 time: 0.0379574 Jan 17 11:10:31.557796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-eafec90f-f862-47d3-ba90-56e3d5642b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.559251 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-eafec90f-f862-47d3-ba90-56e3d5642b72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0439038 Jan 17 11:10:31.582437 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.602450 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-c5b41bf1-e71d-4df7-8676-b4d405f1d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.603834 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-c5b41bf1-e71d-4df7-8676-b4d405f1d750 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389161 Jan 17 11:10:31.614167 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.615197 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:31.617120 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] 10.222.0.78 "PUT /v2.0/ports/00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 1093 time: 0.8246055 Jan 17 11:10:31.622104 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:31.624537 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8930625e-1917-4283-aa6e-9f63df1e446c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:31.650265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2884c7-a248-47ef-ab1e-eacabfa8d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:31.665528 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5182ac02-e627-437e-ad80-154cc1a5841c x-openstack-request-id: req-5182ac02-e627-437e-ad80-154cc1a5841c {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:31.666349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:31.666349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5182ac02-e627-437e-ad80-154cc1a5841c {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:31.666580 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'status': 'completed', 'code': 200} Jan 17 11:10:31.710457 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-6c42d35a-5b85-4b1c-a9dd-4af2110b1739 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999546 Jan 17 11:10:31.742327 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930625e-1917-4283-aa6e-9f63df1e446c req-f50bdf40-c191-43f5-ae7d-255c6db4a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.743935 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8930625e-1917-4283-aa6e-9f63df1e446c req-f50bdf40-c191-43f5-ae7d-255c6db4a216 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1096 time: 0.0452497 Jan 17 11:10:31.803578 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2dde5b-3094-4a04-8d3b-4b725d0e6ebd req-6b689c92-da9f-448c-bf9b-9a79a399e8a3 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Jan 17 11:10:31.846862 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930625e-1917-4283-aa6e-9f63df1e446c req-2563664a-23e9-4477-a511-5a24256a6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.848483 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8930625e-1917-4283-aa6e-9f63df1e446c req-2563664a-23e9-4477-a511-5a24256a6dd2 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0974066 Jan 17 11:10:31.936967 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930625e-1917-4283-aa6e-9f63df1e446c req-a218fc21-3ee7-4aa1-adda-58895443d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:31.938470 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-8930625e-1917-4283-aa6e-9f63df1e446c req-a218fc21-3ee7-4aa1-adda-58895443d226 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840120 Jan 17 11:10:32.064474 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b3ed1fdb-ca4e-47bd-91a3-8f5a1526dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.066012 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-b3ed1fdb-ca4e-47bd-91a3-8f5a1526dc5b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1096 time: 0.0448124 Jan 17 11:10:32.136975 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-09f9e6d8-297c-44c5-a80e-50b0f640a0af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 217 time: 0.0376861 Jan 17 11:10:32.189462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-0f551592-4713-4ab8-a5d3-13acb7615fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.191076 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-0f551592-4713-4ab8-a5d3-13acb7615fe5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0476873 Jan 17 11:10:32.236546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-0160ec33-d3e0-4c6f-a4f1-3f2a48002bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.238182 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-0160ec33-d3e0-4c6f-a4f1-3f2a48002bcd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410099 Jan 17 11:10:32.337324 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-9cd6f7fe-041d-4e00-81b2-b31c937b9bc1 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924721 Jan 17 11:10:32.433513 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-62f709eb-97f5-4721-bdf6-7f3dab25dbc6 req-6cff8955-e2e9-495e-b038-418e654d03f0 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903480 Jan 17 11:10:32.535136 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cc39f-0a2f-4258-adbb-60f40ed7778d req-b79d6550-86c5-4e2a-a93c-8610a7382f3d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.536877 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-711cc39f-0a2f-4258-adbb-60f40ed7778d req-b79d6550-86c5-4e2a-a93c-8610a7382f3d tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.3412459 Jan 17 11:10:32.548740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94594-09dd-46cf-9551-87597427e73a req-b5ca72b9-2799-4c52-bf4a-4c01a480e587 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.550249 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-feb94594-09dd-46cf-9551-87597427e73a req-b5ca72b9-2799-4c52-bf4a-4c01a480e587 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.3454504 Jan 17 11:10:32.630433 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-711cc39f-0a2f-4258-adbb-60f40ed7778d req-c28fe050-5caa-4e5c-b1e6-8c1e33e91add tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792289 Jan 17 11:10:32.634620 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-feb94594-09dd-46cf-9551-87597427e73a req-f8ec502b-d96b-42e0-9605-85977194dc10 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765195 Jan 17 11:10:32.745931 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515616-25e6-409c-b5d2-8406b2733de3 req-d100c709-38cd-46f1-a1d1-bef355de25a0 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:32.747324 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-02515616-25e6-409c-b5d2-8406b2733de3 req-d100c709-38cd-46f1-a1d1-bef355de25a0 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0479760 Jan 17 11:10:32.797806 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-02515616-25e6-409c-b5d2-8406b2733de3 req-e82dceff-d539-4919-ab83-9e7b9e8ffd99 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Jan 17 11:10:32.856294 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:10:33.171560 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3337ef78-ce9a-43e0-b12c-0853ed70eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:33.768866 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626764-5ab1-473f-9500-e0a6a50b3268 req-972f63b8-da02-4f67-abc2-91e82922bba4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:33.778223 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61626764-5ab1-473f-9500-e0a6a50b3268 req-972f63b8-da02-4f67-abc2-91e82922bba4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0681591 Jan 17 11:10:33.830483 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61626764-5ab1-473f-9500-e0a6a50b3268 req-0a9d044f-589c-483c-9976-7b8d64f12a4f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509853 Jan 17 11:10:33.929870 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a1046-94a9-46be-925b-ccea3006ecd5 req-898dc2fb-9600-4809-a284-7832ac8cfdf5 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:33.931314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-689a1046-94a9-46be-925b-ccea3006ecd5 req-898dc2fb-9600-4809-a284-7832ac8cfdf5 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0727427 Jan 17 11:10:33.964381 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edd5b-c0cf-440d-b465-03ec7b2747de req-53302f11-c04a-4188-9009-3e87ef39e2cc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:33.965824 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ad5edd5b-c0cf-440d-b465-03ec7b2747de req-53302f11-c04a-4188-9009-3e87ef39e2cc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0733871 Jan 17 11:10:34.012041 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-689a1046-94a9-46be-925b-ccea3006ecd5 req-b4823bf7-7f8f-46b1-8cc6-428871b2cd97 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744057 Jan 17 11:10:34.035004 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ad5edd5b-c0cf-440d-b465-03ec7b2747de req-365af6c7-b2bc-422c-a651-6b0e43cd6232 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600774 Jan 17 11:10:34.394485 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:34.953312 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80781b-598a-4745-9b3c-b4f907d0c547 req-93d0b181-22d1-4589-b77c-82d8897e960e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:34.954805 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d80781b-598a-4745-9b3c-b4f907d0c547 req-93d0b181-22d1-4589-b77c-82d8897e960e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0494754 Jan 17 11:10:35.000064 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5d80781b-598a-4745-9b3c-b4f907d0c547 req-e1b66525-b486-43b1-a843-2bff5457f4e2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393689 Jan 17 11:10:35.152805 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4cf6b-7d53-4ef0-b04e-5191bc1c3b13 req-4afed32f-2055-4caf-9d1f-483d95ce023b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:35.154283 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73a4cf6b-7d53-4ef0-b04e-5191bc1c3b13 req-4afed32f-2055-4caf-9d1f-483d95ce023b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0485015 Jan 17 11:10:35.203780 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73a4cf6b-7d53-4ef0-b04e-5191bc1c3b13 req-c7e5cc25-6551-4574-a707-d0a49aba227f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Jan 17 11:10:35.464420 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37832) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:35.571120 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2b98630-c37b-4e10-a103-4b5a1784d81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.622236 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.640853 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2b98630-c37b-4e10-a103-4b5a1784d81f admin admin] Publish callbacks [] for security_group (86be63ec-ed36-487d-9db3-2739da067ee5), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.696725 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2b98630-c37b-4e10-a103-4b5a1784d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (86be63ec-ed36-487d-9db3-2739da067ee5), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.732646 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c2b98630-c37b-4e10-a103-4b5a1784d81f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99f2446487f4d96a25779d03f1e2b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671425 Jan 17 11:10:35.734628 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b98630-c37b-4e10-a103-4b5a1784d81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be63ec-ed36-487d-9db3-2739da067ee5,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:35.735975 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 37836) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:35.784247 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Publish callbacks [] for security_group (86be63ec-ed36-487d-9db3-2739da067ee5), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.806319 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Publish callbacks [] for security_group (86be63ec-ed36-487d-9db3-2739da067ee5), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.931135 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (86be63ec-ed36-487d-9db3-2739da067ee5), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.935847 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:35.935847 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86be63ec-ed36-487d-9db3-2739da067ee5 HTTP/1.1" status: 204 len: 168 time: 0.1978269 Jan 17 11:10:35.942527 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be63ec-ed36-487d-9db3-2739da067ee5,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:35.949462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.949841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.950185 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.950523 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.950852 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.951178 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.951507 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.951869 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.952149 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.952473 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.952794 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.953116 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:35.953429 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598afa4-d237-412c-9781-66b9474cf1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:36.121460 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ae9e-76c1-4be7-b2d6-ee5070230cad req-1e8272b1-1f4a-41d2-8d3d-a87d80efb2d3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:36.123308 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e144ae9e-76c1-4be7-b2d6-ee5070230cad req-1e8272b1-1f4a-41d2-8d3d-a87d80efb2d3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0522449 Jan 17 11:10:36.176130 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e144ae9e-76c1-4be7-b2d6-ee5070230cad req-91aa2058-24b0-42d1-8a08-8b6e39c64279 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Jan 17 11:10:36.315168 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:10:36.321718 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa8561-8a18-4b1a-9a68-bbadafc702b1 req-bee868ba-c9ce-4e9b-b154-94e7cd80b6d2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:36.323366 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8faa8561-8a18-4b1a-9a68-bbadafc702b1 req-bee868ba-c9ce-4e9b-b154-94e7cd80b6d2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0537117 Jan 17 11:10:36.381543 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8faa8561-8a18-4b1a-9a68-bbadafc702b1 req-0ed1f381-f585-483b-8938-a5e6c4e42e30 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Jan 17 11:10:36.428635 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:36.444393 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:10:36.486000 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:36.486394 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:36.499270 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:36.527454 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:36.599022 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:36.644307 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:36.817148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:36.970125 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['00aea434-9b33-4c1b-b4de-b7be26ea2611'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:10:37.322729 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d264e-366e-437e-aac0-aa7b9f8e202e req-1f6cff82-b280-4f06-b1a2-edee9fb58ff8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:37.324736 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e2d264e-366e-437e-aac0-aa7b9f8e202e req-1f6cff82-b280-4f06-b1a2-edee9fb58ff8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0488689 Jan 17 11:10:37.370977 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e2d264e-366e-437e-aac0-aa7b9f8e202e req-8a82cac5-fd8b-4937-8885-5388ce79867a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Jan 17 11:10:37.491377 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b133e8-7412-4a7e-ad18-ba6356b17f3b req-75453a63-c9dd-4009-b05d-57784fdc56a8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:37.492856 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23b133e8-7412-4a7e-ad18-ba6356b17f3b req-75453a63-c9dd-4009-b05d-57784fdc56a8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Jan 17 11:10:37.543422 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23b133e8-7412-4a7e-ad18-ba6356b17f3b req-d22908fa-42f9-45f3-9510-bd572e3d704a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Jan 17 11:10:38.336490 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:10:38.473979 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 00aea434-9b33-4c1b-b4de-b7be26ea2611 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:10:38.477937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 00aea434-9b33-4c1b-b4de-b7be26ea2611 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:38.478413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:38.487974 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764139ce-15b4-486d-b028-d6cbd41840f6 req-591995a6-cd3a-4376-8a82-5d7dd1a2c28b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:38.490783 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-764139ce-15b4-486d-b028-d6cbd41840f6 req-591995a6-cd3a-4376-8a82-5d7dd1a2c28b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0490749 Jan 17 11:10:38.538124 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-764139ce-15b4-486d-b028-d6cbd41840f6 req-071e0aeb-e22e-4692-9893-4b443a647566 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Jan 17 11:10:38.558413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:38.558862 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:38.582688 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:38.583607 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391e662-1ac3-4fe8-8120-18b45a0beba0" -d '{"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:38.596778 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:38.622131 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b59cfd-a14a-4129-81c6-f2b01d32ce04 x-openstack-request-id: req-d7b59cfd-a14a-4129-81c6-f2b01d32ce04 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:38.622418 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:38.622672 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7b59cfd-a14a-4129-81c6-f2b01d32ce04 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:38.623062 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'code': 200} Jan 17 11:10:38.658474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37a67-4326-447d-8b29-0e0d8e902e8f req-dc94905f-9bde-4182-acca-f04b3d3e66a0 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:38.659874 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89c37a67-4326-447d-8b29-0e0d8e902e8f req-dc94905f-9bde-4182-acca-f04b3d3e66a0 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0495934 Jan 17 11:10:38.691467 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:38.716179 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89c37a67-4326-447d-8b29-0e0d8e902e8f req-037bb30d-cccb-4d42-b4f9-3b6e3e4fe8d2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497971 Jan 17 11:10:38.739230 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:38.960193 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7da99-5230-459b-b171-da0f36d4eb1b req-d265a73d-ac41-4775-8889-8273863dc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:38.961790 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-abf7da99-5230-459b-b171-da0f36d4eb1b req-d265a73d-ac41-4775-8889-8273863dc4a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1098 time: 0.0400789 Jan 17 11:10:39.007359 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-abf7da99-5230-459b-b171-da0f36d4eb1b req-5de03be0-2ec2-497a-abe2-52804932950d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 Jan 17 11:10:39.661249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546cd62-4fb1-46d4-b2ff-9c0e0c13282a req-e912a4c3-f650-47b3-a2ed-a71111cf0af1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:39.662705 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1546cd62-4fb1-46d4-b2ff-9c0e0c13282a req-e912a4c3-f650-47b3-a2ed-a71111cf0af1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Jan 17 11:10:39.707749 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1546cd62-4fb1-46d4-b2ff-9c0e0c13282a req-dbf8e8c1-22ee-4f8a-9e39-620119b21120 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 Jan 17 11:10:39.828982 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df6041-32d8-4e78-be68-9b666340d6ec req-205954f0-9848-4812-9ca9-c4c74adc8727 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:39.830472 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50df6041-32d8-4e78-be68-9b666340d6ec req-205954f0-9848-4812-9ca9-c4c74adc8727 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0491281 Jan 17 11:10:39.877940 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50df6041-32d8-4e78-be68-9b666340d6ec req-ad95ae59-081d-4816-8687-d8c9db685cd8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Jan 17 11:10:40.185828 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-4612e04a-7977-4f7e-928b-e4e7c92d94bf tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286412 Jan 17 11:10:40.368731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-f9a7e115-99bd-4668-aabf-242419d20c29 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:40.370271 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-f9a7e115-99bd-4668-aabf-242419d20c29 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795754 Jan 17 11:10:40.384251 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-8d3a49ef-ddac-4f48-a40e-a037a88cb2c3 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/quotas/bc283d575f5f44c5939e8fe07e4c4705 HTTP/1.1" status: 200 len: 375 time: 0.0087667 Jan 17 11:10:40.413538 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-8513344e-bcea-4d6c-91fa-fd4640652488 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246260 Jan 17 11:10:40.647421 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec4bd930-4cd2-48f7-8b20-7412bc68aad1 req-e5071b88-a625-4f9d-890e-d9d35a727785 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0251439 Jan 17 11:10:40.823723 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac9201-8198-47ba-a772-3832cc7cbc7e req-5481f1dc-79a6-4f26-be2a-8389df35625f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:40.825159 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8eac9201-8198-47ba-a772-3832cc7cbc7e req-5481f1dc-79a6-4f26-be2a-8389df35625f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Jan 17 11:10:40.875802 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8eac9201-8198-47ba-a772-3832cc7cbc7e req-5b73966a-47cc-4acb-a1a1-53e4432ece34 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451367 Jan 17 11:10:40.991640 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe55-b42d-4072-afdd-743a09b057c9 req-87ecfcca-8d6e-4c1f-a10e-3dde3cfc7695 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:40.993248 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dffbe55-b42d-4072-afdd-743a09b057c9 req-87ecfcca-8d6e-4c1f-a10e-3dde3cfc7695 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 944 time: 0.0483611 Jan 17 11:10:41.006276 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:10:41.041398 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dffbe55-b42d-4072-afdd-743a09b057c9 req-c9801fef-0de1-469a-b919-0d0008a7ca5b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Jan 17 11:10:41.106825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:41.119357 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:10:41.155953 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:41.156348 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:41.169468 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:41.188556 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:41.268561 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:41.315286 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:41.322226 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.322574 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.322915 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.323252 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.323582 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.323910 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.324237 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.324561 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.324883 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.325206 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.325529 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.325882 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.326202 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:41.740106 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf156b11-f92f-4c84-aa39-87f0623f1756 req-dddfc21e-39a7-476e-8664-043aeeee2b11 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0292919 Jan 17 11:10:41.993583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049100-b166-425d-93d4-57e92e9272b9 req-d5d7da4f-22e4-446f-9e86-189cd92b93b9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:41.995153 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81049100-b166-425d-93d4-57e92e9272b9 req-d5d7da4f-22e4-446f-9e86-189cd92b93b9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Jan 17 11:10:42.044407 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81049100-b166-425d-93d4-57e92e9272b9 req-db398925-08fb-417a-bd2d-dc89a11c10b2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jan 17 11:10:42.155958 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0a518-c8b7-469d-ad3e-777336c4bf03 req-c59a1419-7e30-4f31-a256-0cf3a7287deb tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:42.157410 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9a0a518-c8b7-469d-ad3e-777336c4bf03 req-c59a1419-7e30-4f31-a256-0cf3a7287deb tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Jan 17 11:10:42.204750 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a9a0a518-c8b7-469d-ad3e-777336c4bf03 req-36273b73-06d9-4225-886e-74862d98073e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418141 Jan 17 11:10:42.829105 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d48c5e8-b9af-445c-a109-c73a72a84754 req-4e43c5bc-7ca8-4d00-b68c-e12e2062b07a tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0245976 Jan 17 11:10:43.158430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b13d89-2c2a-4bf9-87f5-0b8254b63aee req-572d0264-02ed-4281-bc93-46c545d6cf03 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:43.159860 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50b13d89-2c2a-4bf9-87f5-0b8254b63aee req-572d0264-02ed-4281-bc93-46c545d6cf03 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Jan 17 11:10:43.207300 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50b13d89-2c2a-4bf9-87f5-0b8254b63aee req-f5de3d39-e8d6-4892-946d-0dfac1729e55 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Jan 17 11:10:43.315033 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b8da-94fd-4b11-9ddb-56c62475d38d req-1ba6854b-57c0-4e23-9254-74752d367d8c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:43.316472 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1b39b8da-94fd-4b11-9ddb-56c62475d38d req-1ba6854b-57c0-4e23-9254-74752d367d8c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Jan 17 11:10:43.363745 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1b39b8da-94fd-4b11-9ddb-56c62475d38d req-67bf16c6-d051-4a08-9c0f-a6e697e92399 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Jan 17 11:10:43.919731 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e40670f1-1711-4c13-8bc6-009fc7321bca req-860b981d-af84-43e6-94fd-48b13df72bca tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0249701 Jan 17 11:10:44.323036 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80f3be-2014-44a7-bc01-2b9785d5069f req-56994041-70f4-4002-ab3c-f46bc07b951b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:44.324460 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a80f3be-2014-44a7-bc01-2b9785d5069f req-56994041-70f4-4002-ab3c-f46bc07b951b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Jan 17 11:10:44.372375 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a80f3be-2014-44a7-bc01-2b9785d5069f req-b3ca3360-4b7e-4695-9e1e-a4598f52988d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Jan 17 11:10:44.473429 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e7743-820d-43a6-8288-328b54caabb7 req-f52fef0f-20fe-4214-9c79-affa97423da4 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:44.475454 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a9e7743-820d-43a6-8288-328b54caabb7 req-f52fef0f-20fe-4214-9c79-affa97423da4 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0485194 Jan 17 11:10:44.522931 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a9e7743-820d-43a6-8288-328b54caabb7 req-08c73f94-da4c-4bab-b5c5-ab026e608ae3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Jan 17 11:10:45.009582 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a06170a9-7be4-4e46-ae93-8a665f50564f req-421b9f94-17ed-4d89-8129-85876fadccfc tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0254021 Jan 17 11:10:45.056980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:10:45.325119 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-d4ffa841-9365-4b12-9a44-51b481aaeb9f tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324314 Jan 17 11:10:45.496552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ce38-9f9c-48f3-90fb-36aa2df6e822 req-5ba1f1ec-7446-4447-865d-ba6a10d77a5a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:45.498252 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6b4ce38-9f9c-48f3-90fb-36aa2df6e822 req-5ba1f1ec-7446-4447-865d-ba6a10d77a5a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0504382 Jan 17 11:10:45.574193 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6b4ce38-9f9c-48f3-90fb-36aa2df6e822 req-2ee409df-d789-401a-9037-782d9f36d25c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687656 Jan 17 11:10:45.663459 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511f203-f063-4582-89d9-2bca65f5d0d6 req-0b47d5ba-7f7e-4227-8bdf-f2323a68186d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:45.665080 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0511f203-f063-4582-89d9-2bca65f5d0d6 req-0b47d5ba-7f7e-4227-8bdf-f2323a68186d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0537918 Jan 17 11:10:45.716931 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0511f203-f063-4582-89d9-2bca65f5d0d6 req-967bba01-a237-4823-b217-b872c750427b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460100 Jan 17 11:10:45.776147 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-b49bc0a6-ab00-42bb-b0b3-0032371532df tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:45.777615 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-b49bc0a6-ab00-42bb-b0b3-0032371532df tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445603 Jan 17 11:10:45.791917 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Request body: {'port': {'device_id': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e', 'admin_state_up': True, 'tenant_id': 'bc283d575f5f44c5939e8fe07e4c4705'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:46.028589 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Made reservation on behalf of bc283d575f5f44c5939e8fe07e4c4705 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:10:46.033943 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.043778 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.105884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0cdb9272-f85a-48f8-a1ed-d628f4010ad0 req-53149993-238c-4428-9e40-9daa553c48e6 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0263231 Jan 17 11:10:46.118686 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks [] for security_group (65386b34-5f2f-47c2-9146-00b0c0533b5a), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.211225 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (65386b34-5f2f-47c2-9146-00b0c0533b5a), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.272914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65386b34-5f2f-47c2-9146-00b0c0533b5a,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:46.344363 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Allocated IP 192.168.233.122 (2fd5e802-36a4-4327-bd8c-04d9e19ecd7e/389e9f70-b951-4875-a3e3-0d28d67c604e/659a9880-5c39-4a96-90ea-50815c0dcc9c) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:10:46.483552 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks [] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.611489 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.655181 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:10:46.658341 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:10:46.662037 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:10:46.690715 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Pushing event updated for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:46.711454 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc0c4d-dc0b-448a-aa1c-bf0b21b2f3ca req-55b29561-5891-4554-8b95-823be9869d7a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:46.713431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fdc0c4d-dc0b-448a-aa1c-bf0b21b2f3ca req-55b29561-5891-4554-8b95-823be9869d7a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0580325 Jan 17 11:10:46.721571 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:46.722231 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.772317 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fdc0c4d-dc0b-448a-aa1c-bf0b21b2f3ca req-c181f94e-70d8-48b2-b74f-ddcf09af3806 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524912 Jan 17 11:10:46.814786 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-1f381a5f-8877-421e-9633-560bc2505561 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0263274 Jan 17 11:10:46.829205 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Request body: {'port': {'device_id': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:46.842678 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d99ea-b146-4f63-b7bd-94efe4307f9e req-5dde93c2-09c3-419e-9b05-dc1417b2ad9d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:46.850076 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7f8d99ea-b146-4f63-b7bd-94efe4307f9e req-5dde93c2-09c3-419e-9b05-dc1417b2ad9d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0618808 Jan 17 11:10:46.891701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.924323 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7f8d99ea-b146-4f63-b7bd-94efe4307f9e req-5a02504b-f94c-4166-983b-e20dd5c2508e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732875 Jan 17 11:10:46.937845 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3f3b-513d-4d14-ad78-a3af1dfc8c7b req-ed293c6f-a4b8-47df-858a-4c8bdf658fdc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:46.939604 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f71d3f3b-513d-4d14-ad78-a3af1dfc8c7b req-ed293c6f-a4b8-47df-858a-4c8bdf658fdc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0807180 Jan 17 11:10:46.952914 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 37990) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:46.957429 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Request body: {'floatingip': {'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:46.960380 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f68d85f3-349a-42b2-ad47-c03e2ac24dd3 None None] Provisioning complete for port 659a9880-5c39-4a96-90ea-50815c0dcc9c triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:46.961288 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f68d85f3-349a-42b2-ad47-c03e2ac24dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:46.995879 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f68d85f3-349a-42b2-ad47-c03e2ac24dd3 None None] Port 659a9880-5c39-4a96-90ea-50815c0dcc9c cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:10:47.001525 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.155340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659a9880-5c39-4a96-90ea-50815c0dcc9c {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:47.163725 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks [] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.175849 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Transition to ACTIVE for port object 659a9880-5c39-4a96-90ea-50815c0dcc9c will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:10:47.267645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.284072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad594dd-06f7-458f-858b-8281011b8c40 req-e4a1c2ab-1ba9-4ff9-98fb-e04a37808c2b tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:47.285516 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dad594dd-06f7-458f-858b-8281011b8c40 req-e4a1c2ab-1ba9-4ff9-98fb-e04a37808c2b tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 936 time: 0.0961547 Jan 17 11:10:47.322844 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:47.406742 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Attempting to bind port 659a9880-5c39-4a96-90ea-50815c0dcc9c on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:10:47.407434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Attempting to bind port 659a9880-5c39-4a96-90ea-50815c0dcc9c by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:10:47.407546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Attempting to bind port 659a9880-5c39-4a96-90ea-50815c0dcc9c on network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:47.413314 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Port 659a9880-5c39-4a96-90ea-50815c0dcc9c on network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:10:47.418722 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Attempting to bind port 659a9880-5c39-4a96-90ea-50815c0dcc9c on network 2fd5e802-36a4-4327-bd8c-04d9e19ecd7e {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:10:47.420317 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:10:47.421009 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Checking segment: {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:10:47.421483 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Bound using segment: {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:10:47.422006 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Bound port: 659a9880-5c39-4a96-90ea-50815c0dcc9c, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:10:47.422683 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.475597 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.497226 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.501068 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:10:47.504295 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:10:47.522399 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dad594dd-06f7-458f-858b-8281011b8c40 req-30b94321-aa59-42f5-a6b4-b937fb1c509b tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039361 Jan 17 11:10:47.639638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.640168 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.671742 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:47.672076 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:47.673400 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] 10.222.0.78 "PUT /v2.0/ports/659a9880-5c39-4a96-90ea-50815c0dcc9c HTTP/1.1" status: 200 len: 1098 time: 0.8496387 Jan 17 11:10:47.675907 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:47.679354 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdf65a1-a5f3-4fd4-a493-23914764b55e" -d '{"events": [{"name": "network-changed", "server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:47.711937 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce471e2-c818-45ba-a6f9-5db363fba3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:47.731494 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef08064-f8eb-41dc-8a40-035a7c81f392 x-openstack-request-id: req-0ef08064-f8eb-41dc-8a40-035a7c81f392 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:47.731788 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:47.732059 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ef08064-f8eb-41dc-8a40-035a7c81f392 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:47.732461 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c', 'status': 'completed', 'code': 200} Jan 17 11:10:47.768842 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Floating IP 6c4f6eba-f771-4e90-b1bd-a02bc98a03b3 associated. External IP: 172.27.2.158, port: 00aea434-9b33-4c1b-b4de-b7be26ea2611. Jan 17 11:10:47.802566 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf65a1-a5f3-4fd4-a493-23914764b55e req-b9d63e47-a704-4629-8b19-01e3ef66e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:47.804441 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bfdf65a1-a5f3-4fd4-a493-23914764b55e req-b9d63e47-a704-4629-8b19-01e3ef66e6e3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 1101 time: 0.0468359 Jan 17 11:10:47.832763 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bfdf65a1-a5f3-4fd4-a493-23914764b55e req-462c8fe2-f8e6-4161-9699-315408f8f6aa service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213041 Jan 17 11:10:47.914634 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:10:47.935077 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf65a1-a5f3-4fd4-a493-23914764b55e req-acf613c0-0c43-4992-8b60-3e42cd22a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:47.936470 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-bfdf65a1-a5f3-4fd4-a493-23914764b55e req-acf613c0-0c43-4992-8b60-3e42cd22a63c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972207 Jan 17 11:10:48.005362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:10:48.018659 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-b0100968-dddf-474f-9436-823eba999ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.020154 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-b0100968-dddf-474f-9436-823eba999ddb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 1101 time: 0.0434403 Jan 17 11:10:48.065093 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-f820cfea-9dd4-403a-8663-5c30cd6f9f94 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c HTTP/1.1" status: 200 len: 217 time: 0.0377531 Jan 17 11:10:48.080474 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:10:48.086851 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:48.098640 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:48.099144 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc83261-2738-4868-a124-afd68b1e1422 req-da560c35-fc43-497e-a614-0ab4be756b35 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.100691 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ddc83261-2738-4868-a124-afd68b1e1422 req-da560c35-fc43-497e-a614-0ab4be756b35 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 945 time: 0.0932539 Jan 17 11:10:48.112614 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-7efaa5fc-5644-4610-909b-82e95f4e3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.114204 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-7efaa5fc-5644-4610-909b-82e95f4e3e2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=389e9f70-b951-4875-a3e3-0d28d67c604e HTTP/1.1" status: 200 len: 843 time: 0.0440028 Jan 17 11:10:48.169479 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-e15d8c64-6e58-45ac-a405-8cc0f60daba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.171146 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-e15d8c64-6e58-45ac-a405-8cc0f60daba8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fd5e802-36a4-4327-bd8c-04d9e19ecd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456989 Jan 17 11:10:48.177731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:10:48.177947 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:48.178365 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:48.185775 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:48.195636 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:10:48.208545 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ddc83261-2738-4868-a124-afd68b1e1422 req-7e88cf91-76a4-47a9-bbac-c3a03a2dcd6e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802276 Jan 17 11:10:48.217958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:48.220339 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae20450-7d3f-4918-bfbd-37772e4c47ea" -d '{"events": [{"server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:48.222077 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d154d28a-dba1-421a-a440-1b5624f2e152 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "PUT /v2.0/floatingips/6c4f6eba-f771-4e90-b1bd-a02bc98a03b3 HTTP/1.1" status: 200 len: 991 time: 1.2680438 Jan 17 11:10:48.222686 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:48.225217 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce88b4e-8aee-42d4-b613-920f4688e926" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:48.235023 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:48.240721 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:48.280183 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-b2d36aaf-5b03-4fe2-834b-0cfc18398cb5 service neutron] 10.222.0.78 "GET /v2.0/networks/2fd5e802-36a4-4327-bd8c-04d9e19ecd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023252 Jan 17 11:10:48.280506 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:48.286556 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5a9a46-53cf-40d3-990a-1195d9cc5c5c x-openstack-request-id: req-5f5a9a46-53cf-40d3-990a-1195d9cc5c5c {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:48.287108 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:48.287530 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f5a9a46-53cf-40d3-990a-1195d9cc5c5c {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:48.288179 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'status': 'completed', 'code': 200} Jan 17 11:10:48.331464 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb77e4ab-88c0-4a2e-917b-d9c6f8d5713c x-openstack-request-id: req-bb77e4ab-88c0-4a2e-917b-d9c6f8d5713c {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:48.331756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:48.332007 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb77e4ab-88c0-4a2e-917b-d9c6f8d5713c {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:48.332387 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'code': 200} Jan 17 11:10:48.374687 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:48.383252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-feab2079-1aa0-43ce-bdaa-d303d1f146b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.384766 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-feab2079-1aa0-43ce-bdaa-d303d1f146b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1098 time: 0.0434537 Jan 17 11:10:48.397889 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-f4b7aaa3-9c64-43cb-a9dd-98c50b4e84d7 req-a5d3ad86-0f03-45cb-b43e-452e1e21e9d5 service neutron] 10.222.0.78 "GET /v2.0/networks/2fd5e802-36a4-4327-bd8c-04d9e19ecd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958762 Jan 17 11:10:48.404479 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:48.480350 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-483d9b52-4197-41e5-a833-5470109dd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.482013 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-483d9b52-4197-41e5-a833-5470109dd288 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.0894141 Jan 17 11:10:48.502971 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:48.547970 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-cc50b9c2-4a5d-4d40-ad5e-8ef975c9cc58 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 999 time: 0.0602081 Jan 17 11:10:48.602015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-f28d399f-f999-4369-809b-24975e0b7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.603510 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-f28d399f-f999-4369-809b-24975e0b7221 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0495863 Jan 17 11:10:48.680024 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-6686c4b5-fdc7-483f-b678-71745b60d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.681550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-6686c4b5-fdc7-483f-b678-71745b60d7ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722058 Jan 17 11:10:48.688884 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fdbd0-1170-40cb-80c5-ec649659099b req-c361c4f9-e61a-4400-ab9a-84331a80503b tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.690878 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f1fdbd0-1170-40cb-80c5-ec649659099b req-c361c4f9-e61a-4400-ab9a-84331a80503b tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 948 time: 0.0710063 Jan 17 11:10:48.789188 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe633332-c10f-4c7f-b944-ae793f2d0ba3 req-5cc02630-42c7-4ae8-aa9c-bbc40d639f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:48.790924 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-fe633332-c10f-4c7f-b944-ae793f2d0ba3 req-5cc02630-42c7-4ae8-aa9c-bbc40d639f1a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1099 time: 0.0458405 Jan 17 11:10:48.792811 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '6c4f6eba-f771-4e90-b1bd-a02bc98a03b3', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:22Z', 'updated_at': '2022-01-17T11:10:47Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:48.821797 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:10:48.836389 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:48.837108 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:48.853849 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-fe633332-c10f-4c7f-b944-ae793f2d0ba3 req-bdccfe56-fc69-4f83-93f6-fcf7fc33c8fb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562801 Jan 17 11:10:48.953574 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:49.071758 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f1fdbd0-1170-40cb-80c5-ec649659099b req-66502b29-9de7-404c-b065-b90efbddf51d tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726659 Jan 17 11:10:49.077200 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-77cfc171-7f69-4a5a-942c-d567f9dddca5 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859816 Jan 17 11:10:49.180213 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '6c4f6eba-f771-4e90-b1bd-a02bc98a03b3', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:22Z', 'updated_at': '2022-01-17T11:10:47Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:49.205269 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412827-bf64-4a7a-8cbf-a5d408fda2f2 None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '6c4f6eba-f771-4e90-b1bd-a02bc98a03b3', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:22Z', 'updated_at': '2022-01-17T11:10:47Z', 'revision_number': 1, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:10:49.300754 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ce88b4e-8aee-42d4-b613-920f4688e926 req-84b98a64-7a71-4e3e-943f-49b85d031ddd service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Jan 17 11:10:49.341513 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee128-664d-40d0-817d-149cb064ce55 req-1f3a4c33-b98b-4377-969d-df2423dcdfae tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:49.342885 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e61ee128-664d-40d0-817d-149cb064ce55 req-1f3a4c33-b98b-4377-969d-df2423dcdfae tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Jan 17 11:10:49.407885 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e61ee128-664d-40d0-817d-149cb064ce55 req-18b67cb3-3f90-46f7-b4d3-8ed6e50c03f5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583985 Jan 17 11:10:49.430132 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22b6f83-3f2e-43ed-ace0-78b45e3fd5fb None None] New status for floating IP 6c4f6eba-f771-4e90-b1bd-a02bc98a03b3: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:10:50.186241 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9730-a241-45bf-b08d-7ee109cd830c req-9fb2bfb6-9edb-44b1-9d3b-b799f5e093e8 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:50.187732 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a1f9730-a241-45bf-b08d-7ee109cd830c req-9fb2bfb6-9edb-44b1-9d3b-b799f5e093e8 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 948 time: 0.0480797 Jan 17 11:10:50.232710 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a1f9730-a241-45bf-b08d-7ee109cd830c req-b801f861-cb1e-4223-840f-c0e45ce5a888 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Jan 17 11:10:50.525411 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01ed8f-666a-465c-9feb-99f10d178dfd req-a2ddb9da-d6d1-470d-8010-250cc5fce2a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:50.527045 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de01ed8f-666a-465c-9feb-99f10d178dfd req-a2ddb9da-d6d1-470d-8010-250cc5fce2a6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0475433 Jan 17 11:10:50.591895 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de01ed8f-666a-465c-9feb-99f10d178dfd req-35e209a5-f177-4052-8462-1500cc98550c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Jan 17 11:10:51.351201 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649767-d210-4776-a1bf-baea7df9a986 req-ddb8e52a-5594-4876-810a-0222037b1811 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:51.352683 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d649767-d210-4776-a1bf-baea7df9a986 req-ddb8e52a-5594-4876-810a-0222037b1811 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 948 time: 0.0524590 Jan 17 11:10:51.400016 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d649767-d210-4776-a1bf-baea7df9a986 req-0de6d5f0-4a3a-4248-8fd9-31a1f71c22a1 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jan 17 11:10:51.703364 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1038fb-4520-46c9-976b-de46ddcb0c3b req-a760b355-0be3-48d6-bb6f-6f03f93c5073 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:51.704816 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb1038fb-4520-46c9-976b-de46ddcb0c3b req-a760b355-0be3-48d6-bb6f-6f03f93c5073 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0478437 Jan 17 11:10:51.751810 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb1038fb-4520-46c9-976b-de46ddcb0c3b req-ce668ce0-561f-42c6-b4e9-8e9bc860ad49 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Jan 17 11:10:51.868863 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be314a-a386-40b3-bf58-b97358e940fc req-281c6a3c-5ee4-4bff-83d2-7920aa395efc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:51.870360 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60be314a-a386-40b3-bf58-b97358e940fc req-281c6a3c-5ee4-4bff-83d2-7920aa395efc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0513947 Jan 17 11:10:51.920148 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60be314a-a386-40b3-bf58-b97358e940fc req-d5a275bf-4d83-4115-814a-531b38706e80 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Jan 17 11:10:51.942977 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38056) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:51.986829 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00b5e1-112e-4c37-a31f-4e0f2c5d4952 tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:51.986829 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ab00b5e1-112e-4c37-a31f-4e0f2c5d4952 tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1094 time: 0.0392606 Jan 17 11:10:51.988896 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38058) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:51.993538 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:10:52.114081 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:52.211577 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:52.312264 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.27.2.152 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/4d7c678d-fc8a-4602-894f-48b636348beb) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:10:52.410265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (4d7c678d-fc8a-4602-894f-48b636348beb), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:52.511997 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96967dab-7ffb-43b8-ad73-d1bcba2445e5 req-d2c319e1-41bd-43ef-aeed-f20418f8c5a4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:52.513497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96967dab-7ffb-43b8-ad73-d1bcba2445e5 req-d2c319e1-41bd-43ef-aeed-f20418f8c5a4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 948 time: 0.0484936 Jan 17 11:10:52.555636 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:52.563504 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-96967dab-7ffb-43b8-ad73-d1bcba2445e5 req-51794056-9ba2-4f9b-a513-5d36f7cf3f1e tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Jan 17 11:10:52.594353 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:10:52.597186 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:10:52.601077 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:10:52.624142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=4d7c678d-fc8a-4602-894f-48b636348beb,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:52.951055 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (3cd384e9-e858-4c70-bf20-58db98537c92), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.098568 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.243764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (4d7c678d-fc8a-4602-894f-48b636348beb), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.308063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.371548 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=4d7c678d-fc8a-4602-894f-48b636348beb,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:53.383451 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (3cd384e9-e858-4c70-bf20-58db98537c92), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.478947 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 3cd384e9-e858-4c70-bf20-58db98537c92 associated. External IP: 172.27.2.152, port: 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0. Jan 17 11:10:53.673366 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be27fa6-89cf-4b1e-b0b8-a319d85fc44d req-3a51a3a4-182a-41fe-95c2-08087fed29c4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:53.674893 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3be27fa6-89cf-4b1e-b0b8-a319d85fc44d req-3a51a3a4-182a-41fe-95c2-08087fed29c4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 948 time: 0.0469038 Jan 17 11:10:53.682248 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:10:53.723718 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3be27fa6-89cf-4b1e-b0b8-a319d85fc44d req-715edc13-b1af-4dee-972f-98a96e8a1beb tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Jan 17 11:10:53.788059 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:10:53.797241 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:10:53.807617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:53.808327 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:53.910459 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:53.922013 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:53.939718 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-61766bd4-187e-4751-bd00-a3684c98e9d8 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9481363 Jan 17 11:10:53.939718 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:53.948131 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153601c-60c3-42c0-a182-b49f553da79d" -d '{"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:53.972087 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 659a9880-5c39-4a96-90ea-50815c0dcc9c details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:10:53.978829 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c2990-9472-496f-a6c9-9c3d457c3895 x-openstack-request-id: req-d34c2990-9472-496f-a6c9-9c3d457c3895 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:53.979311 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:53.986669 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d34c2990-9472-496f-a6c9-9c3d457c3895 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:53.986669 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'status': 'completed', 'code': 200} Jan 17 11:10:54.044884 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153601c-60c3-42c0-a182-b49f553da79d req-1d279620-7d80-48e8-98a4-bf98ebb1575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:54.046520 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-1d279620-7d80-48e8-98a4-bf98ebb1575e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1099 time: 0.0436447 Jan 17 11:10:54.138834 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153601c-60c3-42c0-a182-b49f553da79d req-82f41f6d-7a5f-496a-9221-92b8834aaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:54.140313 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-82f41f6d-7a5f-496a-9221-92b8834aaad0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.0875134 Jan 17 11:10:54.183743 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:54.212869 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-166254b5-c39e-4789-bb57-60c21a553136 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 1000 time: 0.0667462 Jan 17 11:10:54.217821 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '659a9880-5c39-4a96-90ea-50815c0dcc9c', 'network_id': '2fd5e802-36a4-4327-bd8c-04d9e19ecd7e', 'port_id': '659a9880-5c39-4a96-90ea-50815c0dcc9c', 'mac_address': 'fa:16:3e:87:16:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389e9f70-b951-4875-a3e3-0d28d67c604e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:10:54.261952 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153601c-60c3-42c0-a182-b49f553da79d req-b343c704-db2b-4dc1-a3f7-5bc1ad7f67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:54.263551 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-b343c704-db2b-4dc1-a3f7-5bc1ad7f67ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0441253 Jan 17 11:10:54.264485 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 659a9880-5c39-4a96-90ea-50815c0dcc9c is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:54.264880 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:54.280664 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659a9880-5c39-4a96-90ea-50815c0dcc9c {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:10:54.301284 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:52Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:54.306422 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:54.309339 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153601c-60c3-42c0-a182-b49f553da79d req-63f5ed91-1303-45ee-8489-6dc5c5730dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:54.311312 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-63f5ed91-1303-45ee-8489-6dc5c5730dd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416961 Jan 17 11:10:54.329291 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:10:54.338096 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:10:54.338708 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:10:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:54.391769 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:54.408773 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-00571a38-ee32-45f5-9b8b-baeb92bd066d service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868385 Jan 17 11:10:54.482896 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:10:54.497043 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8153601c-60c3-42c0-a182-b49f553da79d req-d59cf43a-8453-4382-8847-3ffa3c58aa86 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814922 Jan 17 11:10:54.509034 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:54.708089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:52Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:54.736905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83452e-ac06-4c7a-b5e1-64f4f0609ac3 None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:52Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:10:54.781433 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['659a9880-5c39-4a96-90ea-50815c0dcc9c'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:10:54.857356 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9064-1068-4b9d-8342-fd5583219245 req-5950b283-5630-4de9-9095-5ae0d2a672fc tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:54.858920 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d9f9064-1068-4b9d-8342-fd5583219245 req-5950b283-5630-4de9-9095-5ae0d2a672fc tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 949 time: 0.0617208 Jan 17 11:10:54.915357 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d9f9064-1068-4b9d-8342-fd5583219245 req-7c2cdef8-190c-48ec-b3b5-3ae1b94f36c5 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Jan 17 11:10:54.972763 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342888c0-e504-45cf-b705-3197ac6f6e1e None None] New status for floating IP 3cd384e9-e858-4c70-bf20-58db98537c92: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:10:55.966686 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 659a9880-5c39-4a96-90ea-50815c0dcc9c up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:10:56.033793 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a9bbb-b044-43ab-9160-2b47ae293031 req-72e54de4-0cb2-4caf-bb53-854c6e05c3d6 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:56.035263 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-666a9bbb-b044-43ab-9160-2b47ae293031 req-72e54de4-0cb2-4caf-bb53-854c6e05c3d6 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 949 time: 0.0515089 Jan 17 11:10:56.081359 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-666a9bbb-b044-43ab-9160-2b47ae293031 req-bb3356f5-9abd-4194-8d3a-73310d0a7f40 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Jan 17 11:10:56.113853 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 659a9880-5c39-4a96-90ea-50815c0dcc9c completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:10:56.119091 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 659a9880-5c39-4a96-90ea-50815c0dcc9c triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:10:56.119471 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.195398 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 659a9880-5c39-4a96-90ea-50815c0dcc9c is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:10:56.195794 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.217844 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:10:56.220086 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db75cd5-c6ba-4f0a-b445-f33e448daa11" -d '{"events": [{"server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "name": "network-vif-plugged", "status": "completed", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:10:56.232984 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:10:56.256001 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3996e52-0ce5-4b4e-9713-43660b920c1e x-openstack-request-id: req-b3996e52-0ce5-4b4e-9713-43660b920c1e {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:10:56.256285 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "name": "network-vif-plugged", "status": "completed", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:10:56.256535 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3996e52-0ce5-4b4e-9713-43660b920c1e {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:10:56.256923 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c', 'code': 200} Jan 17 11:10:56.343139 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.515545 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:56.582014 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38120) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:56.650537 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Deleting subnet 6dd21e83-70c2-4f1c-ae09-10cf0e902ba8 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:10:56.654536 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Publish callbacks [] for subnet (6dd21e83-70c2-4f1c-ae09-10cf0e902ba8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.693910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (6dd21e83-70c2-4f1c-ae09-10cf0e902ba8), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.696593 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a40983-501e-4ad6-a69d-7c19ddf06529 req-d8a5ea88-b652-40c0-862e-bfa9e11a9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:56.698092 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3a40983-501e-4ad6-a69d-7c19ddf06529 req-d8a5ea88-b652-40c0-862e-bfa9e11a9132 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 1103 time: 0.0805461 Jan 17 11:10:56.759353 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (6dd21e83-70c2-4f1c-ae09-10cf0e902ba8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.788429 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3a40983-501e-4ad6-a69d-7c19ddf06529 req-02735f3f-0bce-4743-8d36-2cf4b645f013 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736086 Jan 17 11:10:56.971721 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (6dd21e83-70c2-4f1c-ae09-10cf0e902ba8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:56.997002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd21e83-70c2-4f1c-ae09-10cf0e902ba8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:57.001653 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.004835 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6dd21e83-70c2-4f1c-ae09-10cf0e902ba8 HTTP/1.1" status: 204 len: 168 time: 0.4218140 Jan 17 11:10:57.008222 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38124) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:57.011000 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.011436 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.014200 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.015267 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.015267 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.015680 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eedeae-4427-4f2b-9424-82fcbc581004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:10:57.082116 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.207072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c0030-2def-4907-82d7-788f463c25ba req-8dad16b5-c413-4e86-bd85-c8f61b6487bd tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:57.208695 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-633c0030-2def-4907-82d7-788f463c25ba req-8dad16b5-c413-4e86-bd85-c8f61b6487bd tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0537212 Jan 17 11:10:57.259431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-633c0030-2def-4907-82d7-788f463c25ba req-2714ddd4-ace3-4d81-96c5-3874000a4d8f tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Jan 17 11:10:57.388183 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.406933 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:57.416311 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:57.416612 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d371bf-83a4-4225-9f65-9aadfbdc5b5a') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:10:57.425347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (e0d371bf-83a4-4225-9f65-9aadfbdc5b5a), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.438581 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (e0d371bf-83a4-4225-9f65-9aadfbdc5b5a), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.444152 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:10:57.444532 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (e0d371bf-83a4-4225-9f65-9aadfbdc5b5a), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:10:57.446264 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:10:57.448935 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:10:57.588239 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.592794 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:57.616141 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f HTTP/1.1" status: 204 len: 168 time: 0.5870814 Jan 17 11:10:57.616141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136778a-eba3-47af-8c96-f7edd6928d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80d39bf-8eb4-4db7-b20f-8c8c269b3f6f,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:58.029210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38130) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:58.067511 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-466e4022-c7ea-47b8-bfe3-88a01078ec27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d10bc1ba6de2463f8bd2f9627570ed0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371149 Jan 17 11:10:58.074829 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38132) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:10:58.127252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] Publish callbacks [] for security_group (a9788fb5-0ff5-4d39-8073-39bf7409cca3), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:58.154026 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] Publish callbacks [] for security_group (a9788fb5-0ff5-4d39-8073-39bf7409cca3), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:58.296839 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a9788fb5-0ff5-4d39-8073-39bf7409cca3), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:58.299684 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:10:58.300859 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9788fb5-0ff5-4d39-8073-39bf7409cca3 HTTP/1.1" status: 204 len: 168 time: 0.2251265 Jan 17 11:10:58.308977 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d563726-6e1a-4b52-84e8-3881f25b8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9788fb5-0ff5-4d39-8073-39bf7409cca3,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:10:58.387052 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1afba-dd81-4fa8-b10e-cd7bb6ac9fdd req-2b698ff0-bc47-4c1f-be34-ff9a0bb39ad2 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:58.388574 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-55a1afba-dd81-4fa8-b10e-cd7bb6ac9fdd req-2b698ff0-bc47-4c1f-be34-ff9a0bb39ad2 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0507066 Jan 17 11:10:58.434908 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-55a1afba-dd81-4fa8-b10e-cd7bb6ac9fdd req-b43f0a51-dbc0-481a-8810-b1f819059c22 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Jan 17 11:10:59.545795 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1386a4-8afa-4f21-af69-aeea0e787f7a req-ba0e21ba-fec9-43e9-8ac0-b0efa52c4095 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:10:59.547241 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c1386a4-8afa-4f21-af69-aeea0e787f7a req-ba0e21ba-fec9-43e9-8ac0-b0efa52c4095 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0471704 Jan 17 11:10:59.595596 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c1386a4-8afa-4f21-af69-aeea0e787f7a req-bebdf19b-c963-4c6e-938e-90ea681922f0 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Jan 17 11:11:00.130453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be2c1-3421-41c5-8a7e-ff2bca35e7e5 req-5c8a6dd5-a198-452c-8140-ba9f4560a325 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:00.132614 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a87be2c1-3421-41c5-8a7e-ff2bca35e7e5 req-5c8a6dd5-a198-452c-8140-ba9f4560a325 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0487416 Jan 17 11:11:00.177794 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a87be2c1-3421-41c5-8a7e-ff2bca35e7e5 req-04118eab-b1da-4f2f-a416-2a523a74915e tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jan 17 11:11:00.856915 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b4faf0d-a637-4e87-9d1a-13548c18606e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:01.291027 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa502f3-d0bf-49d8-bc16-3c437747edd2 req-60c36c05-546c-46f6-b9f5-0af3a44d04b4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:01.292464 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0fa502f3-d0bf-49d8-bc16-3c437747edd2 req-60c36c05-546c-46f6-b9f5-0af3a44d04b4 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0476484 Jan 17 11:11:01.337831 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0fa502f3-d0bf-49d8-bc16-3c437747edd2 req-0693af8a-1df8-49e4-b44d-8ea5e624ea40 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/security-groups?id=65386b34-5f2f-47c2-9146-00b0c0533b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jan 17 11:11:01.931911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-0df205a7-5868-404c-bf38-adc10efd5ed0 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:01.933353 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-0df205a7-5868-404c-bf38-adc10efd5ed0 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.78 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 950 time: 0.0507588 Jan 17 11:11:02.020740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Deleting port 659a9880-5c39-4a96-90ea-50815c0dcc9c {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:11:02.021084 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:02.108163 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] For port 659a9880-5c39-4a96-90ea-50815c0dcc9c, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=659a9880-5c39-4a96-90ea-50815c0dcc9c,segment=NetworkSegment(5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5),segment_id=5ebdf37c-a8ac-4c5d-bce6-016e3ab5a0e5)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:11:02.108531 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:02.121965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Calling delete_port for 659a9880-5c39-4a96-90ea-50815c0dcc9c owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:11:02.320677 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (659a9880-5c39-4a96-90ea-50815c0dcc9c), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:02.336045 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['659a9880-5c39-4a96-90ea-50815c0dcc9c'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:11:02.360337 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Pushing event deleted for resources: {'Port': ['ID=659a9880-5c39-4a96-90ea-50815c0dcc9c,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:02.401990 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] No DVR routers for this DVR port 659a9880-5c39-4a96-90ea-50815c0dcc9c on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:11:02.404925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:02.408363 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6b65be9e-dbcb-46d6-8e51-8d6d0e4e52af req-ac3e556f-6c72-47b3-a651-7c30b0953359 tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.78 "DELETE /v2.0/ports/659a9880-5c39-4a96-90ea-50815c0dcc9c HTTP/1.1" status: 204 len: 173 time: 0.4695523 Jan 17 11:11:02.408806 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'name': 'network-vif-deleted', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:11:02.411203 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57659cd2-7a39-4dc7-b13d-acc84979a9c3" -d '{"events": [{"server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "name": "network-vif-deleted", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:11:02.463349 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a29d5ec-f947-487a-8082-7f88834f8d49 x-openstack-request-id: req-7a29d5ec-f947-487a-8082-7f88834f8d49 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:11:02.463658 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cc5424-cd8d-46cd-80d3-d9aa57fbf35c", "name": "network-vif-deleted", "tag": "659a9880-5c39-4a96-90ea-50815c0dcc9c", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:11:02.463891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a29d5ec-f947-487a-8082-7f88834f8d49 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:11:02.464285 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cc5424-cd8d-46cd-80d3-d9aa57fbf35c', 'name': 'network-vif-deleted', 'tag': '659a9880-5c39-4a96-90ea-50815c0dcc9c', 'status': 'completed', 'code': 200} Jan 17 11:11:02.466541 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa046c39-67ab-40d5-abd9-c043adaa0ef8 req-24b7351f-7818-4c43-9b31-44c76809b08c tempest-VolumesNegativeTest-1451131741 tempest-VolumesNegativeTest-1451131741-project] 10.222.0.44 "GET /v2.0/ports?device_id=75cc5424-cd8d-46cd-80d3-d9aa57fbf35c HTTP/1.1" status: 200 len: 210 time: 0.0398946 Jan 17 11:11:03.165532 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-20fecc57-2f11-4530-ba4b-ba38a4811874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:04.354119 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:05.599472 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:05.995804 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 659a9880-5c39-4a96-90ea-50815c0dcc9c no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:11:06.016553 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 659a9880-5c39-4a96-90ea-50815c0dcc9c {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:11:06.016901 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 659a9880-5c39-4a96-90ea-50815c0dcc9c not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:11:06.811028 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:09.444864 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38432) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:09.572787 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-841ba94b-05f1-4dd5-8092-31dce577cbc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc283d575f5f44c5939e8fe07e4c4705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267414 Jan 17 11:11:09.575141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38436) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:09.624016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] Publish callbacks [] for security_group (65386b34-5f2f-47c2-9146-00b0c0533b5a), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:09.643709 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] Publish callbacks [] for security_group (65386b34-5f2f-47c2-9146-00b0c0533b5a), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:09.765135 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (65386b34-5f2f-47c2-9146-00b0c0533b5a), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:09.767668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:09.768848 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65386b34-5f2f-47c2-9146-00b0c0533b5a HTTP/1.1" status: 204 len: 168 time: 0.1927714 Jan 17 11:11:09.776316 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94434-ef6e-4e9e-9125-8484c254fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65386b34-5f2f-47c2-9146-00b0c0533b5a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:09.856345 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:11:11.376557 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8847d-9088-44aa-8019-17f822a3b9f0 req-39cdbb07-36b5-4edc-85fd-32aeea6939af tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:11.378298 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9dd8847d-9088-44aa-8019-17f822a3b9f0 req-39cdbb07-36b5-4edc-85fd-32aeea6939af tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0498068 Jan 17 11:11:11.425259 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9dd8847d-9088-44aa-8019-17f822a3b9f0 req-2ab827cb-309f-455e-90d2-ba4f25170df7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jan 17 11:11:12.540545 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54668a87-28ae-4d8e-8435-94cf3db508cb req-f90db5df-b816-4e13-9c8a-23a69e367ca6 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:12.542029 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54668a87-28ae-4d8e-8435-94cf3db508cb req-f90db5df-b816-4e13-9c8a-23a69e367ca6 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jan 17 11:11:12.596218 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54668a87-28ae-4d8e-8435-94cf3db508cb req-2a0ff6e9-39c6-445a-bff6-04ee6bdf4564 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=a401d8ce-e758-4a68-90e2-336a5bdb15d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480635 Jan 17 11:11:12.907782 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-4b053cd6-e8c3-47f7-88bd-9b1a2ec58ea8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:12.909154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-4b053cd6-e8c3-47f7-88bd-9b1a2ec58ea8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 946 time: 0.0489309 Jan 17 11:11:12.999702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Deleting port 86267e95-e2a7-48b3-984c-ff756fd44998 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:11:13.000037 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.087700 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] For port 86267e95-e2a7-48b3-984c-ff756fd44998, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=86267e95-e2a7-48b3-984c-ff756fd44998,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:11:13.088065 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.299963 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.300331 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.300650 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Floating IP d45765a9-33f8-4e72-9af9-abbe9877068c disassociated. External IP: 172.27.2.17, port: 86267e95-e2a7-48b3-984c-ff756fd44998. Jan 17 11:11:13.300992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Calling delete_port for 86267e95-e2a7-48b3-984c-ff756fd44998 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:11:13.502064 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (86267e95-e2a7-48b3-984c-ff756fd44998), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.527709 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'Port': ['ID=86267e95-e2a7-48b3-984c-ff756fd44998,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:13.639337 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:11:13.708497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65faa07b-60a1-4757-945e-344beba69659 req-6b7316bc-f651-41e5-b90c-586737537b2e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jan 17 11:11:13.764956 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:11:13.775886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:11:13.788457 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:11:13.789082 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:11:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:13.803627 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] No DVR routers for this DVR port 86267e95-e2a7-48b3-984c-ff756fd44998 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:11:13.806878 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:13.810414 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a32c7f72-91f7-461c-808e-1687b27645e8 req-9f152d48-3002-4332-b702-3b63dff3bb45 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "DELETE /v2.0/ports/86267e95-e2a7-48b3-984c-ff756fd44998 HTTP/1.1" status: 204 len: 173 time: 0.8958950 Jan 17 11:11:13.810873 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'name': 'network-vif-deleted', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:11:13.813087 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d21a6c-9b63-4f50-bcc5-9a3ccee090e8" -d '{"events": [{"server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "name": "network-vif-deleted", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:11:13.850292 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ba876-d9fe-45e0-8d39-5e34ed2e789f x-openstack-request-id: req-c25ba876-d9fe-45e0-8d39-5e34ed2e789f {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:11:13.850585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2", "name": "network-vif-deleted", "tag": "86267e95-e2a7-48b3-984c-ff756fd44998", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:11:13.850842 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c25ba876-d9fe-45e0-8d39-5e34ed2e789f {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:11:13.851243 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcdd3e-1ecf-4053-90bf-a23694ee7cd2', 'name': 'network-vif-deleted', 'tag': '86267e95-e2a7-48b3-984c-ff756fd44998', 'status': 'completed', 'code': 200} Jan 17 11:11:13.899512 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:11:14.102486 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:14.131909 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:11:14.140355 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:11:14.140966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:11:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:14.246206 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:11:14.440888 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:14.467801 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d23d-57d5-4757-a7db-b0bee0786102 None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:11:14.681926 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab10677-b8bc-4d62-b7ab-01739d59e4b8 None None] New status for floating IP d45765a9-33f8-4e72-9af9-abbe9877068c: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:11:14.817794 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23f40fa2-6ca4-42bf-bbf4-8488f06d5a3d req-485ba833-f400-4031-85b0-8f47de680706 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6dcdd3e-1ecf-4053-90bf-a23694ee7cd2 HTTP/1.1" status: 200 len: 210 time: 0.0257659 Jan 17 11:11:15.994407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38526) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:16.046239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (a401d8ce-e758-4a68-90e2-336a5bdb15d8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.071162 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (a401d8ce-e758-4a68-90e2-336a5bdb15d8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.176491 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a401d8ce-e758-4a68-90e2-336a5bdb15d8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.179428 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.180582 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "DELETE /v2.0/security-groups/a401d8ce-e758-4a68-90e2-336a5bdb15d8 HTTP/1.1" status: 204 len: 168 time: 0.1852007 Jan 17 11:11:16.183644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38528) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:16.190225 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2dadc-7184-4ad1-afdc-c3258746a1c8 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a401d8ce-e758-4a68-90e2-336a5bdb15d8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:16.200128 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.api.v2.resource [None req-4d8c556a-2f09-40c7-9992-e5c29e01978a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] show failed (client error): The resource could not be found. Jan 17 11:11:16.201282 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4d8c556a-2f09-40c7-9992-e5c29e01978a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups/a401d8ce-e758-4a68-90e2-336a5bdb15d8 HTTP/1.1" status: 404 len: 347 time: 0.0165467 Jan 17 11:11:16.208028 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38530) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:16.328527 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Deleting port bd9bda38-7f29-4469-88b8-7f984079e92d {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:11:16.328866 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.402369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.402691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (bd9bda38-7f29-4469-88b8-7f984079e92d), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.414008 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Calling delete_port for bd9bda38-7f29-4469-88b8-7f984079e92d owned by network:floatingip {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:11:16.622152 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (bd9bda38-7f29-4469-88b8-7f984079e92d), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.648316 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'Port': ['ID=bd9bda38-7f29-4469-88b8-7f984079e92d,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:16.707186 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (d45765a9-33f8-4e72-9af9-abbe9877068c), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.709791 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:16.710968 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-db4814de-1a63-49a5-9eeb-09a16910b50b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "DELETE /v2.0/floatingips/d45765a9-33f8-4e72-9af9-abbe9877068c HTTP/1.1" status: 204 len: 168 time: 0.5020230 Jan 17 11:11:17.038907 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38536) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:17.043471 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579925253', 'description': 'tempest-description--2100304917'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:17.175520 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.239813 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (5ff5cf8b-f7d0-471e-b446-7cd7362ce587), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.313761 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5ff5cf8b-f7d0-471e-b446-7cd7362ce587), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.340508 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5cf8b-f7d0-471e-b446-7cd7362ce587,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:17.418208 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.419464 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2ddeb8b2-3aa8-46a0-bfb6-f9aa4f2f1b20 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3795333 Jan 17 11:11:17.422842 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38538) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:17.427045 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group_rule': {'security_group_id': '5ff5cf8b-f7d0-471e-b446-7cd7362ce587', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:17.565354 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (a2debd4d-ccf0-4202-b186-77eb0883d263), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.620651 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (a2debd4d-ccf0-4202-b186-77eb0883d263), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.730703 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (a2debd4d-ccf0-4202-b186-77eb0883d263), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.747519 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2debd4d-ccf0-4202-b186-77eb0883d263,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:17.841706 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:17.842934 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-604aa281-a494-4576-b51e-9ce55ce2c7bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191837 Jan 17 11:11:17.846070 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38542) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:17.850365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'security_group_rule': {'security_group_id': '5ff5cf8b-f7d0-471e-b446-7cd7362ce587', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:17.957738 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (bcb83436-41bb-461b-b887-45ce62604dc4), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.009932 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (bcb83436-41bb-461b-b887-45ce62604dc4), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.102054 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (bcb83436-41bb-461b-b887-45ce62604dc4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.119105 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb83436-41bb-461b-b887-45ce62604dc4,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:18.212997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.214370 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1eb345c7-fd52-459e-9060-f27ea4fc77df tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673944 Jan 17 11:11:18.220704 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38544) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:18.222276 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:18.325291 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.419161 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.518610 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Allocated IP 172.27.2.44 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/4e95d8fd-0604-4025-a879-8ff75d77ec54) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:11:18.616303 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.643547 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 86267e95-e2a7-48b3-984c-ff756fd44998 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:11:18.663510 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 86267e95-e2a7-48b3-984c-ff756fd44998 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:11:18.663855 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 86267e95-e2a7-48b3-984c-ff756fd44998 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:11:18.746808 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.777192 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:18.814441 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:11:18.817934 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:11:18.821274 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:11:18.850327 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=4e95d8fd-0604-4025-a879-8ff75d77ec54,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:18.909141 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.001011 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.150626 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.268061 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.334135 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=4e95d8fd-0604-4025-a879-8ff75d77ec54,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:19.343786 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.440966 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:19.442215 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-12a2b93d-4f1e-4794-a675-992d1d2a31e3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2239938 Jan 17 11:11:19.634501 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-d344cd27-bc9c-43a4-9f6b-80fa8c209a28 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--579925253&fields=id&tenant_id=dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 267 time: 0.0424125 Jan 17 11:11:19.741696 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-0d94dd94-c2f2-495b-837f-29d49e891bc0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:19.743205 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-0d94dd94-c2f2-495b-837f-29d49e891bc0 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 810 time: 0.1023526 Jan 17 11:11:19.758718 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-d57342a3-8fec-4843-9d6d-1984751995f9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/quotas/dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 375 time: 0.0102649 Jan 17 11:11:19.809321 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-abb95085-b811-4db2-b598-68f5a8ca29be tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454361 Jan 17 11:11:19.899373 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-73897cd1-5b94-46ac-9baf-e08ee33211fa service neutron] 10.222.0.44 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783112 Jan 17 11:11:19.987384 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-5dc0a5ab-a1ba-4d7b-92ce-4751451cf6ea service neutron] 10.222.0.44 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823159 Jan 17 11:11:20.214561 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc02ce85-f571-43ef-83d0-3f47e37e5e1b req-a672c13b-4a9d-4b37-b820-ff2c735ac3f4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 210 time: 0.0267889 Jan 17 11:11:21.306644 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7afb9fe5-c320-4a9e-8977-104cc5164924 req-d13a87b7-d43c-4d6a-b196-987d96e241f3 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 210 time: 0.0272317 Jan 17 11:11:22.402736 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1e151fc5-4f4e-48b6-98cd-05c7dabdffaa req-011dcb92-6f1b-4853-a30b-b2a011760eeb tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 210 time: 0.0261147 Jan 17 11:11:22.597070 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-8bc903a6-1531-4b5f-8923-118744ed75bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:22.599365 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-8bc903a6-1531-4b5f-8923-118744ed75bc tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 810 time: 0.1047494 Jan 17 11:11:22.661398 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-aafaba5a-27a2-4d9c-81d3-19ea3c21e875 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc77154439d04934bbe032c9d774caec HTTP/1.1" status: 200 len: 379 time: 0.0529013 Jan 17 11:11:22.668941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'port': {'device_id': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'admin_state_up': True, 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'security_groups': ['5ff5cf8b-f7d0-471e-b446-7cd7362ce587']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:22.682857 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38602) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:22.789402 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa12870b-d4f2-482a-bc58-d8bbc016647c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:22.860891 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa12870b-d4f2-482a-bc58-d8bbc016647c admin admin] Publish callbacks [] for security_group (54494c26-be86-497e-ad36-2937fafea7aa), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:22.919365 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Made reservation on behalf of dc77154439d04934bbe032c9d774caec for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:11:22.922912 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:22.971074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa12870b-d4f2-482a-bc58-d8bbc016647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (54494c26-be86-497e-ad36-2937fafea7aa), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.012830 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-aa12870b-d4f2-482a-bc58-d8bbc016647c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69f1a64866174db5bebc0fefe9292b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288839 Jan 17 11:11:23.014742 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12870b-d4f2-482a-bc58-d8bbc016647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54494c26-be86-497e-ad36-2937fafea7aa,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:23.017167 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38608) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:23.059857 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Allocated IP 172.20.0.12 (3aa5f961-5e69-43c1-afd3-c97e46fb3e28/4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1/16b4c4a2-39a3-43fe-accb-2280b862fc64) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:11:23.076869 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] Publish callbacks [] for security_group (54494c26-be86-497e-ad36-2937fafea7aa), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.098681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] Publish callbacks [] for security_group (54494c26-be86-497e-ad36-2937fafea7aa), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.195434 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.221078 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (54494c26-be86-497e-ad36-2937fafea7aa), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.223789 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.224949 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54494c26-be86-497e-ad36-2937fafea7aa HTTP/1.1" status: 204 len: 168 time: 0.2068677 Jan 17 11:11:23.232665 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b567b-fada-484c-b879-4d96f48d9608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54494c26-be86-497e-ad36-2937fafea7aa,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:23.307382 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.348502 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:11:23.351527 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:11:23.355015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:11:23.390034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event updated for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:23.417701 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:23.418268 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.532756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf3bb-8a8c-45ce-ad9c-2797bc10e0d4 req-1865abc4-2d70-4d8b-830c-ed93ecfe5c35 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:23.534475 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64dcf3bb-8a8c-45ce-ad9c-2797bc10e0d4 req-1865abc4-2d70-4d8b-830c-ed93ecfe5c35 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 932 time: 0.0596745 Jan 17 11:11:23.552488 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-282cb8dd-811a-42ce-b34e-0d52b150e237 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8869977 Jan 17 11:11:23.564274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Request body: {'port': {'device_id': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:23.638731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-42abbad5-8e5e-4853-8097-2f590945c68b None None] Provisioning complete for port 16b4c4a2-39a3-43fe-accb-2280b862fc64 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:11:23.639275 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42abbad5-8e5e-4853-8097-2f590945c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.639434 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64dcf3bb-8a8c-45ce-ad9c-2797bc10e0d4 req-1e164c5d-c3c7-45ae-befb-70475b0e4e64 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975995 Jan 17 11:11:23.647620 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.687699 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-42abbad5-8e5e-4853-8097-2f590945c68b None None] Port 16b4c4a2-39a3-43fe-accb-2280b862fc64 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:11:23.908729 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b4c4a2-39a3-43fe-accb-2280b862fc64 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:11:23.915811 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks [] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:23.928062 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Transition to ACTIVE for port object 16b4c4a2-39a3-43fe-accb-2280b862fc64 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:11:23.999338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:24.055183 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:24.124447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Attempting to bind port 16b4c4a2-39a3-43fe-accb-2280b862fc64 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:11:24.124790 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Attempting to bind port 16b4c4a2-39a3-43fe-accb-2280b862fc64 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:11:24.125123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Attempting to bind port 16b4c4a2-39a3-43fe-accb-2280b862fc64 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:11:24.130585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Port 16b4c4a2-39a3-43fe-accb-2280b862fc64 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:11:24.130911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Attempting to bind port 16b4c4a2-39a3-43fe-accb-2280b862fc64 on network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:11:24.135915 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:11:24.136256 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Checking segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:11:24.136687 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Bound using segment: {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:11:24.137130 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Bound port: 16b4c4a2-39a3-43fe-accb-2280b862fc64, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1a303-156d-4035-9f6d-bac3924dc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:11:24.137472 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:24.204841 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:11:24.208013 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:11:24.364994 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:24.399389 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:24.400009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:24.401360 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] 10.222.0.78 "PUT /v2.0/ports/16b4c4a2-39a3-43fe-accb-2280b862fc64 HTTP/1.1" status: 200 len: 1094 time: 0.8413053 Jan 17 11:11:24.401840 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:11:24.404018 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae20757-6258-4113-ac98-8e5c502a2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:11:24.433537 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfeecf-206d-44a6-bea3-0ad17f76a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:24.445814 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455f897-8194-4730-9cc1-c96824bb7e8a x-openstack-request-id: req-3455f897-8194-4730-9cc1-c96824bb7e8a {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:11:24.446104 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:11:24.446357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3455f897-8194-4730-9cc1-c96824bb7e8a {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:11:24.446759 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'status': 'completed', 'code': 200} Jan 17 11:11:24.508196 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-e0296f1f-a07e-449c-a7cc-1d65c432b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:24.509835 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-e0296f1f-a07e-449c-a7cc-1d65c432b933 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 1097 time: 0.0422096 Jan 17 11:11:24.612712 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-07513fbc-d886-4735-99fc-d0e7bacec4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:24.614743 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-07513fbc-d886-4735-99fc-d0e7bacec4db service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=dc77154439d04934bbe032c9d774caec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0953960 Jan 17 11:11:24.708317 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-1de13274-941c-4ad8-b2d0-cee68f1a530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:24.709836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ae20757-6258-4113-ac98-8e5c502a2f1f req-1de13274-941c-4ad8-b2d0-cee68f1a530e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886760 Jan 17 11:11:25.048822 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc88f3c-4a58-4236-97a2-6c15d40d73b5 req-116fbe62-68ef-41ee-914c-cf1925baf42e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:25.050205 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fc88f3c-4a58-4236-97a2-6c15d40d73b5 req-116fbe62-68ef-41ee-914c-cf1925baf42e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.3305023 Jan 17 11:11:25.053392 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-78426f8a-4457-4602-9dbf-06e21bcae698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:25.054740 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-78426f8a-4457-4602-9dbf-06e21bcae698 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 1097 time: 0.0564983 Jan 17 11:11:25.103170 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-5a1a0d9f-9e30-4a4d-8470-b606f423a98e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64 HTTP/1.1" status: 200 len: 217 time: 0.0410347 Jan 17 11:11:25.157797 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fc88f3c-4a58-4236-97a2-6c15d40d73b5 req-24d8da0f-b9d5-47c8-bf3b-c00d92084b9a tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010923 Jan 17 11:11:25.167032 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-1be6ad86-a91d-4f14-907e-f76a49f203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:25.168475 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-1be6ad86-a91d-4f14-907e-f76a49f203ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0566778 Jan 17 11:11:25.214931 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-0f3a5533-622e-4fa5-87b9-b15fd39d05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:25.216445 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-0f3a5533-622e-4fa5-87b9-b15fd39d05f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389612 Jan 17 11:11:25.305900 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-95cfd268-faae-4d69-ac44-a74ed91e4714 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Jan 17 11:11:25.390095 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2abbdd0e-c174-4212-8543-dec58738ba22 req-0bd99a9e-d4f7-43ee-abb0-01ddfeb972ba service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782487 Jan 17 11:11:26.276590 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c47e-0a30-4d32-846f-312cfc049314 req-d498caf7-b407-460e-9e66-045404dee8b5 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:26.278054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7a3c47e-0a30-4d32-846f-312cfc049314 req-d498caf7-b407-460e-9e66-045404dee8b5 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.0484910 Jan 17 11:11:26.328772 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7a3c47e-0a30-4d32-846f-312cfc049314 req-a181a572-5e10-41ea-8467-68eebd2ae140 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 Jan 17 11:11:27.444682 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9379-5ef6-441a-b22a-3c4b650adc01 req-d3a11d5d-4a36-4ccf-ba95-b237794bc9c9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:27.446196 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aaeb9379-5ef6-441a-b22a-3c4b650adc01 req-d3a11d5d-4a36-4ccf-ba95-b237794bc9c9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.0496433 Jan 17 11:11:27.492320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aaeb9379-5ef6-441a-b22a-3c4b650adc01 req-a5e03271-8dc1-48ee-bfac-c2f5fc3f8868 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 Jan 17 11:11:28.603254 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830f3a3-d14e-4a1f-8337-9bd536c16a86 req-5f2b1829-c8a4-423c-8401-d82b265b03bf tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:28.604740 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8830f3a3-d14e-4a1f-8337-9bd536c16a86 req-5f2b1829-c8a4-423c-8401-d82b265b03bf tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.0473313 Jan 17 11:11:28.650635 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8830f3a3-d14e-4a1f-8337-9bd536c16a86 req-da988023-846d-497c-8009-afe599b2476f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Jan 17 11:11:29.764252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f9fb-2164-4028-b95d-dea002a6287f req-fb6fa89f-be83-4766-a7ba-3ec900262fee tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:29.765726 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2555f9fb-2164-4028-b95d-dea002a6287f req-fb6fa89f-be83-4766-a7ba-3ec900262fee tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.0509629 Jan 17 11:11:29.812999 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2555f9fb-2164-4028-b95d-dea002a6287f req-68211781-b4d6-4ab8-94e9-4bc58623552d tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Jan 17 11:11:30.690801 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 16b4c4a2-39a3-43fe-accb-2280b862fc64 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:11:30.795382 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:11:30.806431 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'port_id': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'mac_address': 'fa:16:3e:08:6a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:11:30.844120 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 16b4c4a2-39a3-43fe-accb-2280b862fc64 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:11:30.844511 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:30.858037 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b4c4a2-39a3-43fe-accb-2280b862fc64 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:11:30.877905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:11:30.883509 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-08b8102e-c839-41e6-ba9e-4c1254d477e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:30.930346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928901ca-9c65-4ce5-b9a7-26a89cfe8bfd req-6f36da0b-9302-4c0f-b94f-4b66a301b5ab tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:30.931862 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-928901ca-9c65-4ce5-b9a7-26a89cfe8bfd req-6f36da0b-9302-4c0f-b94f-4b66a301b5ab tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 944 time: 0.0491679 Jan 17 11:11:30.970893 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:30.979496 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-928901ca-9c65-4ce5-b9a7-26a89cfe8bfd req-8eb7fdc9-6289-44f8-a3c2-0f7f2e83a187 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Jan 17 11:11:31.016670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:31.418848 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['16b4c4a2-39a3-43fe-accb-2280b862fc64'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:11:32.091473 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715d9a-8169-4f98-9f1c-9a84fe1f57c5 req-061dbcf8-860b-4bef-9934-912060dd6f86 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:32.092911 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d715d9a-8169-4f98-9f1c-9a84fe1f57c5 req-061dbcf8-860b-4bef-9934-912060dd6f86 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 945 time: 0.0479732 Jan 17 11:11:32.143552 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d715d9a-8169-4f98-9f1c-9a84fe1f57c5 req-a5d0372a-5c24-4ff6-8679-7c7221ebf1ce tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Jan 17 11:11:32.714300 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 16b4c4a2-39a3-43fe-accb-2280b862fc64 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:11:32.820924 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 16b4c4a2-39a3-43fe-accb-2280b862fc64 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:11:32.824979 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 16b4c4a2-39a3-43fe-accb-2280b862fc64 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:11:32.825356 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:32.903687 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 16b4c4a2-39a3-43fe-accb-2280b862fc64 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:11:32.904074 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:32.928294 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:11:32.931968 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0d370-c141-4eed-a454-f2790ee22384" -d '{"events": [{"server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "name": "network-vif-plugged", "status": "completed", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:11:32.943573 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:11:32.965593 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee8bc2-267f-4eab-8100-ab606402e9b3 x-openstack-request-id: req-9eee8bc2-267f-4eab-8100-ab606402e9b3 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:11:32.965858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "name": "network-vif-plugged", "status": "completed", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:11:32.966120 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9eee8bc2-267f-4eab-8100-ab606402e9b3 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:11:32.966608 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'code': 200} Jan 17 11:11:33.004153 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:33.050547 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:11:33.187666 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66042546-f4cb-4be4-9ff2-1d81da73a973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:33.264015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d01b0d-462c-466a-8cdb-d30687582515 req-1ec04f43-f97e-434c-8948-a426fc94207b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:33.265412 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83d01b0d-462c-466a-8cdb-d30687582515 req-1ec04f43-f97e-434c-8948-a426fc94207b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0501006 Jan 17 11:11:33.333526 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e80fc9-77a8-40f4-bd79-e5455094358f req-a52a6835-e495-4c2e-9c8b-b0ab47fb901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:33.335058 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64e80fc9-77a8-40f4-bd79-e5455094358f req-a52a6835-e495-4c2e-9c8b-b0ab47fb901e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 1099 time: 0.0687611 Jan 17 11:11:33.338720 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-83d01b0d-462c-466a-8cdb-d30687582515 req-76777cae-f16d-4193-a9bb-21fee3be1be5 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650053 Jan 17 11:11:33.379956 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64e80fc9-77a8-40f4-bd79-e5455094358f req-c0a9a948-e8a9-42a4-9c12-05bd029cea43 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376925 Jan 17 11:11:34.353500 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:34.456803 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c50a-abbc-4f3a-95a6-6672d95b1b1c req-aed5451c-e045-4216-bf71-1bab45e8d124 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:34.458403 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a597c50a-abbc-4f3a-95a6-6672d95b1b1c req-aed5451c-e045-4216-bf71-1bab45e8d124 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0531569 Jan 17 11:11:34.503203 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a597c50a-abbc-4f3a-95a6-6672d95b1b1c req-71a93155-f049-4a7d-8c7d-49fe64fc32c1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 Jan 17 11:11:35.618813 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a076e-cfd0-4331-8383-2dfbc7d37f91 req-a583b619-ac38-46e7-8e57-f4df47b37cd1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:35.620316 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f8a076e-cfd0-4331-8383-2dfbc7d37f91 req-a583b619-ac38-46e7-8e57-f4df47b37cd1 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0482216 Jan 17 11:11:35.639536 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:35.665799 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f8a076e-cfd0-4331-8383-2dfbc7d37f91 req-9713c151-9ada-4f76-ae7d-ed63730208a9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Jan 17 11:11:35.779740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0feda-8a2c-46ff-9cad-799e187ebc30 req-4f5cd6e3-d4f2-4d11-b77f-667619045aac tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:35.781249 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7e0feda-8a2c-46ff-9cad-799e187ebc30 req-4f5cd6e3-d4f2-4d11-b77f-667619045aac tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0508630 Jan 17 11:11:35.790057 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38674) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:11:35.794281 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Request body: {'floatingip': {'port_id': '16b4c4a2-39a3-43fe-accb-2280b862fc64'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:11:35.831748 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:36.249600 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:36.330399 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:36.425891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Floating IP 5724cf82-1411-44a0-a60d-d8638a623788 associated. External IP: 172.27.2.44, port: 16b4c4a2-39a3-43fe-accb-2280b862fc64. Jan 17 11:11:36.624066 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:11:36.724829 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:11:36.730382 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:36.736366 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:11:36.751900 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:11:36.752522 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:11:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:36.761678 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5fe94523-2502-476b-88b5-3b4a485bc2cd tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "PUT /v2.0/floatingips/5724cf82-1411-44a0-a60d-d8638a623788 HTTP/1.1" status: 200 len: 991 time: 0.9705703 Jan 17 11:11:36.762284 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:11:36.765605 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35453b7-8861-4c98-9a8c-0d296dd821f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:11:36.803802 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdfa343-17b8-45f2-9455-cdd1d6a665c7 x-openstack-request-id: req-0cdfa343-17b8-45f2-9455-cdd1d6a665c7 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:11:36.804158 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:11:36.804799 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cdfa343-17b8-45f2-9455-cdd1d6a665c7 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:11:36.804989 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'status': 'completed', 'code': 200} Jan 17 11:11:36.872658 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-655ecafe-9d30-45d0-9e92-3ec4074b78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:36.874220 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-655ecafe-9d30-45d0-9e92-3ec4074b78e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc77154439d04934bbe032c9d774caec&device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 1099 time: 0.0434268 Jan 17 11:11:36.966467 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-caf86343-6b26-411b-a264-8b74d9d825b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:36.968144 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-caf86343-6b26-411b-a264-8b74d9d825b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 200 len: 911 time: 0.0860050 Jan 17 11:11:36.970517 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:11:36.998357 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:11:37.038837 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-5f66f63e-5896-4d85-b2e7-edd15ec02172 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64 HTTP/1.1" status: 200 len: 999 time: 0.0621417 Jan 17 11:11:37.087027 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-5303ee4a-8aa9-4daa-866e-0a2198b04e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:37.088550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-5303ee4a-8aa9-4daa-866e-0a2198b04e57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 200 len: 849 time: 0.0437598 Jan 17 11:11:37.133549 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-880669a1-4863-419b-be34-a393b73c3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:11:37.135183 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-880669a1-4863-419b-be34-a393b73c3448 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3aa5f961-5e69-43c1-afd3-c97e46fb3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405025 Jan 17 11:11:37.226809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '5724cf82-1411-44a0-a60d-d8638a623788', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:08:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:11:18Z', 'updated_at': '2022-01-17T11:11:36Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:37.229951 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-0761d3fe-d835-4e26-a571-d41e67929df9 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Jan 17 11:11:37.253236 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:11:37.261853 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:11:37.262456 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:11:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:37.322350 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e35453b7-8861-4c98-9a8c-0d296dd821f4 req-03b06acb-3d11-4731-a154-a7ed7958eb63 service neutron] 10.222.0.78 "GET /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868316 Jan 17 11:11:37.368103 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:11:37.587104 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '5724cf82-1411-44a0-a60d-d8638a623788', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:08:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:11:18Z', 'updated_at': '2022-01-17T11:11:36Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:11:37.615956 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ec12b-3ce1-4315-b3c3-4aefc7f95e71 None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '5724cf82-1411-44a0-a60d-d8638a623788', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'port_id': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'mac_address': 'fa:16:3e:08:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:11:18Z', 'updated_at': '2022-01-17T11:11:36Z', 'revision_number': 1, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:11:37.797561 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f2411-f6f8-4609-a6ad-730cfaf8a89c None None] New status for floating IP 5724cf82-1411-44a0-a60d-d8638a623788: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:11:46.856445 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:11:48.690166 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:00.820048 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5d9cda2-f2f2-4898-a981-a568ad91e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:03.145958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-74eb7591-febc-4ded-b5a1-f603f105d247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:04.358969 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:05.610437 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:06.793104 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.155001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38816) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:11.451631 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Deleting port 22cb7b0a-dbe9-457d-8960-e8d187d233f3 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:11.451978 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.523220 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.523547 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for floatingip (22cb7b0a-dbe9-457d-8960-e8d187d233f3), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.535797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Calling delete_port for 22cb7b0a-dbe9-457d-8960-e8d187d233f3 owned by network:floatingip {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:11.741804 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (22cb7b0a-dbe9-457d-8960-e8d187d233f3), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.769122 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event deleted for resources: {'Port': ['ID=22cb7b0a-dbe9-457d-8960-e8d187d233f3,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:11.791348 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.791702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.791954 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.792317 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.792609 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.792938 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.793267 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.793593 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.793950 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.794278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.794603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.794926 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.795248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:11.838719 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for floatingip (23a5a79f-a21c-435b-925d-c97f8e1e8cd3), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:11.839093 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Floating IP 23a5a79f-a21c-435b-925d-c97f8e1e8cd3 disassociated (deleted). External IP: 172.27.2.25, port: bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5. Jan 17 11:12:12.036278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Router 9fc3298d-269d-4196-8a35-1418c45edae6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:12:12.405350 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:12:12.410498 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:12.415670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Sync routers for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:12:12.425078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:12.425706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:12.437478 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c3fc2ba9-1e6a-4d6b-adcb-539cb4e67c80 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "DELETE /v2.0/floatingips/23a5a79f-a21c-435b-925d-c97f8e1e8cd3 HTTP/1.1" status: 204 len: 168 time: 1.2813909 Jan 17 11:12:12.438087 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:12:12.440343 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae65b6-9f4e-48f9-8dba-007315f2dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:12:12.480804 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d2314a-001f-4c9e-8005-fe7a5b80538f x-openstack-request-id: req-49d2314a-001f-4c9e-8005-fe7a5b80538f {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:12:12.481098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:12:12.481358 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49d2314a-001f-4c9e-8005-fe7a5b80538f {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:12:12.481794 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'status': 'completed', 'code': 200} Jan 17 11:12:12.532905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:12.541790 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-b0a09757-264f-4e1c-9968-e91324b9249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:12.543383 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-b0a09757-264f-4e1c-9968-e91324b9249b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 1099 time: 0.0416996 Jan 17 11:12:12.633260 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-82c3973c-a750-42e5-a771-ec2f0793ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:12.634878 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-82c3973c-a750-42e5-a771-ec2f0793ce4f service neutron] 10.222.0.78 "GET /v2.0/networks?id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 200 len: 909 time: 0.0858517 Jan 17 11:12:12.676225 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-6fdc6924-3af4-425e-8ee9-2aa021c5b67e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0351336 Jan 17 11:12:12.727274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-d54eda7b-1b27-4969-929a-dab07a20847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:12.729237 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-d54eda7b-1b27-4969-929a-dab07a20847c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 200 len: 847 time: 0.0445812 Jan 17 11:12:12.731487 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:12.760904 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Checking router: 9fc3298d-269d-4196-8a35-1418c45edae6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:12:12.770154 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:12.770755 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:12.772638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-707e5c36-b340-471d-8b12-94b2e01a24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:12.774875 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-707e5c36-b340-471d-8b12-94b2e01a24bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395591 Jan 17 11:12:12.880464 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:12.904956 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aabb3-0ed9-4418-b885-7908be59137d req-563330e1-9b95-4f29-a523-be6f0a1852d4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:12.906458 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ed8aabb3-0ed9-4418-b885-7908be59137d req-563330e1-9b95-4f29-a523-be6f0a1852d4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0682869 Jan 17 11:12:12.928880 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-43e03018-8267-47b1-9b2c-1b3f79f853b5 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480582 Jan 17 11:12:13.007632 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ed8aabb3-0ed9-4418-b885-7908be59137d req-28b855f6-3b85-4db0-970b-3236c7b6d272 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956838 Jan 17 11:12:13.053499 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81ae65b6-9f4e-48f9-8dba-007315f2dd70 req-e9114557-b2e8-4808-8c4f-bd17519eae57 service neutron] 10.222.0.78 "GET /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172667 Jan 17 11:12:13.079344 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:13.105367 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f44ecb-31ca-435e-9158-9c6885d4b889 None None] The sync data for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi is: [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:05:51Z', 'revision_number': 4, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '70584307-4076-48bb-92c9-9ea9772f5d36', 'name': '', 'network_id': '02986f8a-152a-46ff-9ae1-ffd3d8c37d4b', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'mac_address': 'fa:16:3e:3c:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:50Z', 'updated_at': '2022-01-17T11:05:55Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'subnets': [{'id': 'df5771dd-3c06-48d9-995b-76e05976d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:12:13.312460 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5bbd5f-49fc-4e62-8483-795d205958a5 None None] New status for floating IP 23a5a79f-a21c-435b-925d-c97f8e1e8cd3: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:12:14.123548 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac853-9f2d-4c4b-95df-a38effcaf443 req-138eba7a-2f58-4734-ad1a-f52bcd2e1cb0 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:14.125043 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0eaac853-9f2d-4c4b-95df-a38effcaf443 req-138eba7a-2f58-4734-ad1a-f52bcd2e1cb0 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jan 17 11:12:14.172670 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0eaac853-9f2d-4c4b-95df-a38effcaf443 req-f1cfcccf-dde7-4c68-9517-eb0650477ec4 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7227d70-1706-4072-ab9e-d8936f168809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 Jan 17 11:12:14.797316 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d399be-4475-49a1-b056-9bb26846e401 req-213ea5ad-8906-4967-8dbb-571a0b9850af tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:14.798717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3d399be-4475-49a1-b056-9bb26846e401 req-213ea5ad-8906-4967-8dbb-571a0b9850af tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.78 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 946 time: 0.0512750 Jan 17 11:12:14.886519 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Deleting port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:14.886864 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:14.975477 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] For port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:14.975838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:14.989201 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Calling delete_port for bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:15.174452 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:15.202932 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event deleted for resources: {'Port': ['ID=bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:15.243688 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] No DVR routers for this DVR port bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:12:15.246255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:15.249576 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3d399be-4475-49a1-b056-9bb26846e401 req-b7abdc32-378e-411a-bc19-16c3902b513f tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.78 "DELETE /v2.0/ports/bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 HTTP/1.1" status: 204 len: 173 time: 0.4435971 Jan 17 11:12:15.250035 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-deleted', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:12:15.252218 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b4483-1f71-4bca-b473-c9a35b19d019" -d '{"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-deleted", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:12:15.280708 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cc002e11-0651-457b-b7ba-22a9cd20b04d req-57ea98ac-6a50-4285-8fc6-01e8598a7675 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0257828 Jan 17 11:12:15.297047 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d35db-a103-4d10-b080-cda422e9d8c4 x-openstack-request-id: req-179d35db-a103-4d10-b080-cda422e9d8c4 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:12:15.297337 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528d8db7-e9e2-4e68-addc-2bd22ba6f309", "name": "network-vif-deleted", "tag": "bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:12:15.297591 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-179d35db-a103-4d10-b080-cda422e9d8c4 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:12:15.298014 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528d8db7-e9e2-4e68-addc-2bd22ba6f309', 'name': 'network-vif-deleted', 'tag': 'bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5', 'status': 'completed', 'code': 200} Jan 17 11:12:16.393250 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-46cf40c3-452d-4f94-8022-d3592767b0ca req-bcc2717a-d47c-43ce-9cad-579186f99d6e tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "GET /v2.0/ports?device_id=528d8db7-e9e2-4e68-addc-2bd22ba6f309 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Jan 17 11:12:17.449033 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38872) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:17.504048 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (f7227d70-1706-4072-ab9e-d8936f168809), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:17.528116 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (f7227d70-1706-4072-ab9e-d8936f168809), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:17.673213 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (f7227d70-1706-4072-ab9e-d8936f168809), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:17.675829 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:17.676989 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] 10.222.0.44 "DELETE /v2.0/security-groups/f7227d70-1706-4072-ab9e-d8936f168809 HTTP/1.1" status: 204 len: 168 time: 0.2269511 Jan 17 11:12:17.686147 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7227d70-1706-4072-ab9e-d8936f168809,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:17.693216 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.693568 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.693943 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.694281 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.694618 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.694949 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.695281 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.695607 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.695940 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.696267 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.696592 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.696915 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.697240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c71ed-c78f-4ff0-bd26-76c63ad3f0d8 tempest-TestShelveInstance-669294942 tempest-TestShelveInstance-669294942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:17.813013 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38876) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:18.317463 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (9fc3298d-269d-4196-8a35-1418c45edae6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:18.601278 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Deleting port 70584307-4076-48bb-92c9-9ea9772f5d36 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:18.602439 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:18.680472 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] For port 70584307-4076-48bb-92c9-9ea9772f5d36, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=70584307-4076-48bb-92c9-9ea9772f5d36,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:18.680829 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:18.693107 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Calling delete_port for 70584307-4076-48bb-92c9-9ea9772f5d36 owned by network:router_interface {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:18.723762 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:18.828533 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c939a-a591-4f19-9aed-4a7a7f09f414 req-d6d95ffe-43e0-4e10-b7a1-3ac609011f2b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:18.830192 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da6c939a-a591-4f19-9aed-4a7a7f09f414 req-d6d95ffe-43e0-4e10-b7a1-3ac609011f2b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0584874 Jan 17 11:12:18.878473 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da6c939a-a591-4f19-9aed-4a7a7f09f414 req-6ffc2633-2fea-4433-99f0-bda723476548 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Jan 17 11:12:18.939138 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:18.959593 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:18.959943 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device bc45f76f-aaf4-4db3-a59a-bd05ea45c5b5 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:18.963257 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (70584307-4076-48bb-92c9-9ea9772f5d36), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:18.986326 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70584307-4076-48bb-92c9-9ea9772f5d36,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:19.156841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (9fc3298d-269d-4196-8a35-1418c45edae6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:19.602151 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Router 9fc3298d-269d-4196-8a35-1418c45edae6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:12:19.703348 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:12:19.708355 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-d2a9055c-e3b4-4148-bfc6-7a28ad30cea5 admin admin] 10.222.0.44 "PUT /v2.0/routers/9fc3298d-269d-4196-8a35-1418c45edae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942950 Jan 17 11:12:19.711508 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38898) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:19.712366 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Sync routers for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:12:19.722421 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:19.723030 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:19.813638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks [] for router (9fc3298d-269d-4196-8a35-1418c45edae6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:19.917628 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks [] for router_gateway (9fc3298d-269d-4196-8a35-1418c45edae6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:19.954560 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:20.000081 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089c269-477a-431a-a3cf-c6d462f6f625 req-d1c27056-cb3c-4d2d-9788-103d45df198b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:20.001598 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5089c269-477a-431a-a3cf-c6d462f6f625 req-d1c27056-cb3c-4d2d-9788-103d45df198b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jan 17 11:12:20.038886 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Deleting port 86518662-f0be-4eac-9833-378dfe73fa2e {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:20.039886 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.051477 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5089c269-477a-431a-a3cf-c6d462f6f625 req-77bc9432-23af-4859-8102-63b36fc4f8f9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Jan 17 11:12:20.120287 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] For port 86518662-f0be-4eac-9833-378dfe73fa2e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=86518662-f0be-4eac-9833-378dfe73fa2e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:20.120645 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.133841 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:12:18Z', 'revision_number': 5, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port': {'id': '86518662-f0be-4eac-9833-378dfe73fa2e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:48Z', 'updated_at': '2022-01-17T11:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:20.134115 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Calling delete_port for 86518662-f0be-4eac-9833-378dfe73fa2e owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:20.164439 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Checking router: 9fc3298d-269d-4196-8a35-1418c45edae6 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:12:20.172849 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Routers {'9fc3298d-269d-4196-8a35-1418c45edae6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:20.173458 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['9fc3298d-269d-4196-8a35-1418c45edae6'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:20.258820 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] Set router 9fc3298d-269d-4196-8a35-1418c45edae6 gateway port host: None {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:20.309796 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:12:19Z', 'revision_number': 6, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port_host': None}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:20.339651 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975dfa7-9da4-4e8f-93a1-d06756953a1a None None] The sync data for ids ['9fc3298d-269d-4196-8a35-1418c45edae6'] in dv-cinder-824911-1-iscsi is: [{'id': '9fc3298d-269d-4196-8a35-1418c45edae6', 'name': 'tempest-TestShelveInstance-244027428-router', 'tenant_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:47Z', 'updated_at': '2022-01-17T11:12:19Z', 'revision_number': 6, 'project_id': '1a84b6f37ccb49eaaab3329beb3822e9', 'gw_port_host': None}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:12:20.376251 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (86518662-f0be-4eac-9833-378dfe73fa2e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.403476 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Pushing event deleted for resources: {'Port': ['ID=86518662-f0be-4eac-9833-378dfe73fa2e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:20.462096 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (9fc3298d-269d-4196-8a35-1418c45edae6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.562381 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (9fc3298d-269d-4196-8a35-1418c45edae6), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.564483 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks [] for router_controller (9fc3298d-269d-4196-8a35-1418c45edae6), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.717472 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (9fc3298d-269d-4196-8a35-1418c45edae6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.718456 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc3298d-269d-4196-8a35-1418c45edae6 {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:12:20.727882 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.727882 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-81695d56-855c-4a24-a478-947043bba53b admin admin] 10.222.0.44 "DELETE /v2.0/routers/9fc3298d-269d-4196-8a35-1418c45edae6 HTTP/1.1" status: 204 len: 168 time: 1.0130365 Jan 17 11:12:20.728174 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38904) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:20.780656 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Deleting subnet df5771dd-3c06-48d9-995b-76e05976d136 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:12:20.783952 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Publish callbacks [] for subnet (df5771dd-3c06-48d9-995b-76e05976d136), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.817916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (df5771dd-3c06-48d9-995b-76e05976d136), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:20.922295 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (df5771dd-3c06-48d9-995b-76e05976d136), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.033293 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (df5771dd-3c06-48d9-995b-76e05976d136), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.058720 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5771dd-3c06-48d9-995b-76e05976d136,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:21.062219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.065723 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-fedf336b-91b4-4c82-9221-a94d1bcf605e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/df5771dd-3c06-48d9-995b-76e05976d136 HTTP/1.1" status: 204 len: 168 time: 0.3362122 Jan 17 11:12:21.067993 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38906) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:21.068265 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f92e11-1180-4c44-a14d-1db503c07a98 None None] Network 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:12:21.145646 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.221850 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019251c-ef0b-4bd8-bf55-602bee6f98d5 req-24686837-3d57-4cd2-bea6-a9f0b55ed729 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:21.223366 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1019251c-ef0b-4bd8-bf55-602bee6f98d5 req-24686837-3d57-4cd2-bea6-a9f0b55ed729 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0815206 Jan 17 11:12:21.224384 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] DHCP port deletion for 02986f8a-152a-46ff-9ae1-ffd3d8c37d4b request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:12:21.280081 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Deleting port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:21.280632 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.285128 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1019251c-ef0b-4bd8-bf55-602bee6f98d5 req-a4947d70-40d0-4eac-8869-a42fcd7dc123 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541511 Jan 17 11:12:21.287126 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Deleting port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:21.287460 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.349417 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] For port 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29aac4c7-4b3d-4944-9e8a-75338eee0d79,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:21.349844 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.357368 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] For port 29aac4c7-4b3d-4944-9e8a-75338eee0d79, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29aac4c7-4b3d-4944-9e8a-75338eee0d79,segment=NetworkSegment(091e6d50-7411-4ad8-bd0b-76b7a3414363),segment_id=091e6d50-7411-4ad8-bd0b-76b7a3414363)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:21.357756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.363061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Calling delete_port for 29aac4c7-4b3d-4944-9e8a-75338eee0d79 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:21.371733 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Calling delete_port for 29aac4c7-4b3d-4944-9e8a-75338eee0d79 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:21.541834 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.553832 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (29aac4c7-4b3d-4944-9e8a-75338eee0d79), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.569452 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Pushing event deleted for resources: {'Port': ['ID=29aac4c7-4b3d-4944-9e8a-75338eee0d79,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:21.571796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] No DVR routers for this DVR port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:12:21.597491 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Pushing event deleted for resources: {'Port': ['ID=29aac4c7-4b3d-4944-9e8a-75338eee0d79,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:21.607008 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] No DVR routers for this DVR port 29aac4c7-4b3d-4944-9e8a-75338eee0d79 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:12:21.612544 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.612898 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.613235 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.613569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.613937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.614263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.614586 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.614908 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.615226 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.615549 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.615872 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.616190 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.616508 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8893f0-48e8-439d-b635-9c437d6a74d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:12:21.660642 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.680439 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02986f8a-152a-46ff-9ae1-ffd3d8c37d4b']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:21.689514 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091e6d50-7411-4ad8-bd0b-76b7a3414363') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:21.689835 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091e6d50-7411-4ad8-bd0b-76b7a3414363') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:21.699332 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (091e6d50-7411-4ad8-bd0b-76b7a3414363), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.712477 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (091e6d50-7411-4ad8-bd0b-76b7a3414363), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.718219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:12:21.718595 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (091e6d50-7411-4ad8-bd0b-76b7a3414363), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.720217 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:12:21.722981 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:12:21.826970 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (02986f8a-152a-46ff-9ae1-ffd3d8c37d4b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.832746 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:21.835956 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/02986f8a-152a-46ff-9ae1-ffd3d8c37d4b HTTP/1.1" status: 204 len: 168 time: 0.7670794 Jan 17 11:12:21.839526 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38912) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:21.849966 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae705-18fe-4d48-823a-8763c2a489dd admin admin] Pushing event deleted for resources: {'Network': ['ID=02986f8a-152a-46ff-9ae1-ffd3d8c37d4b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:21.859842 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-c5225849-d668-4c77-ba91-225bd77fd7b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594747 Jan 17 11:12:21.940400 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-7a2d0afa-692a-4cdf-be9e-d6ddb6871757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:21.941925 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-7a2d0afa-692a-4cdf-be9e-d6ddb6871757 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1099 time: 0.0420313 Jan 17 11:12:22.044071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-941d6a29-d786-4f11-8e4c-324e5b97af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:22.045582 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-941d6a29-d786-4f11-8e4c-324e5b97af88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.0855379 Jan 17 11:12:22.109787 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-171f36b1-3015-4e34-812e-472b54ac0925 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 1002 time: 0.0574450 Jan 17 11:12:22.157819 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-01187d55-4481-444d-8153-854845481336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:22.159313 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-01187d55-4481-444d-8153-854845481336 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0438890 Jan 17 11:12:22.184022 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:22.208313 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-309409cd-4095-4b56-823a-14a5e43c9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:22.209840 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-309409cd-4095-4b56-823a-14a5e43c9145 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432937 Jan 17 11:12:22.297349 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-7e9d758b-f058-4eec-9c5e-2136f99b5e4e service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806770 Jan 17 11:12:22.431135 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284e74-5203-4eb8-ba0c-b63adfd4f26d req-a4ed8d08-ef00-48b7-8404-3b766553ae26 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:22.432638 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c284e74-5203-4eb8-ba0c-b63adfd4f26d req-a4ed8d08-ef00-48b7-8404-3b766553ae26 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Jan 17 11:12:22.434509 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e046cb1-66ac-4a12-8af5-0701132c19b2 req-655f452a-5305-4ad9-9b6f-a0928d28a51b service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308794 Jan 17 11:12:22.435576 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Deleting port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:22.435988 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:22.445207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29aac4c7-4b3d-4944-9e8a-75338eee0d79 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:22.468635 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 29aac4c7-4b3d-4944-9e8a-75338eee0d79 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:22.469346 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29aac4c7-4b3d-4944-9e8a-75338eee0d79 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:22.470044 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 86518662-f0be-4eac-9833-378dfe73fa2e no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:22.481441 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c284e74-5203-4eb8-ba0c-b63adfd4f26d req-2ddd973c-10c1-4381-9687-f7d36dbe0c80 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Jan 17 11:12:22.490034 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 86518662-f0be-4eac-9833-378dfe73fa2e {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:22.490646 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 86518662-f0be-4eac-9833-378dfe73fa2e not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:22.491082 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 70584307-4076-48bb-92c9-9ea9772f5d36 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:22.511161 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 70584307-4076-48bb-92c9-9ea9772f5d36 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:22.511531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 70584307-4076-48bb-92c9-9ea9772f5d36 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:22.528724 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] For port 09f3b44f-99d5-4734-ac3c-178bd2c2b2da, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:22.529093 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:22.542001 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Calling delete_port for 09f3b44f-99d5-4734-ac3c-178bd2c2b2da owned by network:router_interface {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:22.781466 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (09f3b44f-99d5-4734-ac3c-178bd2c2b2da), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:22.805399 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Pushing event deleted for resources: {'Port': ['ID=09f3b44f-99d5-4734-ac3c-178bd2c2b2da,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:22.965074 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:23.169456 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:12:23.270574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:12:23.276454 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-aca809ed-c4f2-466b-bd05-e6d0d60f368b admin admin] 10.222.0.44 "PUT /v2.0/routers/bfb89357-cb63-4e0a-b9a6-87bb3fe45f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358740 Jan 17 11:12:23.278992 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38918) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:23.282053 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Sync routers for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:12:23.291614 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:23.292216 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:23.379062 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks [] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:23.485230 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:23.606584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d401-859c-4e3d-8dcd-03ca6fd344c9 req-062f69e8-0e5c-418e-a2b0-5256140ab287 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:23.608314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d512d401-859c-4e3d-8dcd-03ca6fd344c9 req-062f69e8-0e5c-418e-a2b0-5256140ab287 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Jan 17 11:12:23.670103 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d512d401-859c-4e3d-8dcd-03ca6fd344c9 req-5918a1e8-5457-45dc-bae2-dc7f5e997582 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551784 Jan 17 11:12:23.673513 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:12:22Z', 'revision_number': 5, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:23.701505 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Checking router: bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:12:23.710099 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Routers {'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:12:23.710718 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:12:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:23.733892 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks [] for router_gateway (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:23.814975 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] Set router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:12:23.881258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Deleting port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:23.881699 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:23.886092 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:12:23.960780 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] For port 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:23.961168 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:23.972539 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Calling delete_port for 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:23.998218 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:12:22Z', 'revision_number': 5, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:24.023642 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2984f0ad-d9c3-458c-aa7a-8d303fddaea0 None None] The sync data for ids ['bfb89357-cb63-4e0a-b9a6-87bb3fe45f02'] in dv-cinder-824911-1-iscsi is: [{'id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'name': 'tempest-TestShelveInstance-1625791936-router', 'tenant_id': 'ba1cc626b8684d7ab200c667eb98e739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:05:54Z', 'updated_at': '2022-01-17T11:12:22Z', 'revision_number': 5, 'project_id': 'ba1cc626b8684d7ab200c667eb98e739', 'gw_port': {'id': '4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89357-cb63-4e0a-b9a6-87bb3fe45f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:05:55Z', 'updated_at': '2022-01-17T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:12:24.164850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.190379 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:24.247041 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.331789 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.333787 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks [] for router_controller (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.427613 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (bfb89357-cb63-4e0a-b9a6-87bb3fe45f02), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.428561 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:12:24.435042 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.438979 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0341f53d-4953-4cb0-aaef-881dc13cc66a admin admin] 10.222.0.44 "DELETE /v2.0/routers/bfb89357-cb63-4e0a-b9a6-87bb3fe45f02 HTTP/1.1" status: 204 len: 168 time: 1.1567187 Jan 17 11:12:24.440038 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38924) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:24.486498 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 09f3b44f-99d5-4734-ac3c-178bd2c2b2da no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:24.487093 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Deleting subnet 452f4e65-f5b1-4b20-b9c2-2e71576bb316 {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:12:24.490475 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Publish callbacks [] for subnet (452f4e65-f5b1-4b20-b9c2-2e71576bb316), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.510918 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 09f3b44f-99d5-4734-ac3c-178bd2c2b2da {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:24.511275 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 09f3b44f-99d5-4734-ac3c-178bd2c2b2da not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:24.530876 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63101467'] for subnet (452f4e65-f5b1-4b20-b9c2-2e71576bb316), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.639710 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (452f4e65-f5b1-4b20-b9c2-2e71576bb316), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.740334 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63569532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63874162'] for subnet (452f4e65-f5b1-4b20-b9c2-2e71576bb316), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.769057 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452f4e65-f5b1-4b20-b9c2-2e71576bb316,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:24.772904 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.779115 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-871960b0-92b8-4d90-81be-be165403501b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/452f4e65-f5b1-4b20-b9c2-2e71576bb316 HTTP/1.1" status: 204 len: 168 time: 0.3354766 Jan 17 11:12:24.779291 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38928) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:24.788501 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc2836-43ee-46be-8649-2b8702bb88bc None None] Network 557bf696-4418-40af-92b2-0f17aa7ca618 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:12:24.805297 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95c711-c1e6-43bb-8c08-4a814222f622 req-bef0dade-09d2-4c50-90b7-fac7ee7fe237 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:24.806943 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac95c711-c1e6-43bb-8c08-4a814222f622 req-bef0dade-09d2-4c50-90b7-fac7ee7fe237 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0709746 Jan 17 11:12:24.860465 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac95c711-c1e6-43bb-8c08-4a814222f622 req-47705712-019a-48d6-b228-2427a9838b5d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475912 Jan 17 11:12:24.872664 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (557bf696-4418-40af-92b2-0f17aa7ca618), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.936762 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Deleting port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:24.937097 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.945003 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] DHCP port deletion for 557bf696-4418-40af-92b2-0f17aa7ca618 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:12:24.990627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Deleting port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:12:24.991014 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:24.998469 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] For port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:24.998961 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.011358 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Calling delete_port for 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 owned by network:dhcp {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:25.055949 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] For port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,segment=NetworkSegment(378ec54c-33b1-4c9c-89ee-34fda8573005),segment_id=378ec54c-33b1-4c9c-89ee-34fda8573005)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:25.056281 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.068691 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Calling delete_port for 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:12:25.159093 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.164373 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (64c46306-11a8-4c0b-a2b0-9808d9ae1e90), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.182815 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:25.188434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] No DVR routers for this DVR port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 on host dv-cinder-824911-1-iscsi {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:12:25.192663 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] Pushing event deleted for resources: {'Port': ['ID=64c46306-11a8-4c0b-a2b0-9808d9ae1e90,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:25.196660 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce09bc-4446-487b-93a8-90e5e5edd96b None None] No DVR routers for this DVR port 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:12:25.259800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (557bf696-4418-40af-92b2-0f17aa7ca618), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.279093 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557bf696-4418-40af-92b2-0f17aa7ca618']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:25.288056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378ec54c-33b1-4c9c-89ee-34fda8573005') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:25.288351 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378ec54c-33b1-4c9c-89ee-34fda8573005') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:12:25.297640 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (378ec54c-33b1-4c9c-89ee-34fda8573005), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.311129 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (378ec54c-33b1-4c9c-89ee-34fda8573005), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.317060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (378ec54c-33b1-4c9c-89ee-34fda8573005), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:12:25.319550 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:12:25.426929 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (557bf696-4418-40af-92b2-0f17aa7ca618), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.432980 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.437252 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] 10.222.0.44 "DELETE /v2.0/networks/557bf696-4418-40af-92b2-0f17aa7ca618 HTTP/1.1" status: 204 len: 168 time: 0.6559386 Jan 17 11:12:25.447962 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601772-ca3f-4785-a66d-84cca0f67c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=557bf696-4418-40af-92b2-0f17aa7ca618,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:25.719514 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38934) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:25.758283 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e2134741-1471-49b5-9a83-6aff58a6b727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a84b6f37ccb49eaaab3329beb3822e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370469 Jan 17 11:12:25.760770 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 38936) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:25.812151 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] Publish callbacks [] for security_group (066f2c63-9af8-4150-8dc8-bc980ffe0653), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.835735 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] Publish callbacks [] for security_group (066f2c63-9af8-4150-8dc8-bc980ffe0653), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.980796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8b80f-2228-4e63-a5a2-3d8a6526ad08 req-169adfc8-bb12-4b28-b623-f06728538b33 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:25.981513 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (066f2c63-9af8-4150-8dc8-bc980ffe0653), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.982200 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2c8b80f-2228-4e63-a5a2-3d8a6526ad08 req-169adfc8-bb12-4b28-b623-f06728538b33 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Jan 17 11:12:25.984201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:25.985334 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/066f2c63-9af8-4150-8dc8-bc980ffe0653 HTTP/1.1" status: 204 len: 168 time: 0.2236927 Jan 17 11:12:25.994138 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3376872-6823-469e-9188-c6627461b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f2c63-9af8-4150-8dc8-bc980ffe0653,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:26.031619 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b2c8b80f-2228-4e63-a5a2-3d8a6526ad08 req-873fbacf-b2a0-4956-9f07-83de883e98c9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Jan 17 11:12:26.415995 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:26.437207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:26.437555 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 64c46306-11a8-4c0b-a2b0-9808d9ae1e90 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:26.438000 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:26.456392 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:12:26.456738 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 4f6e1a7e-5567-4a6f-9f46-24bd1e8b321b not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:12:26.673879 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38946) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:26.714996 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d22bfd7b-ec4b-42c3-823a-37ee888be491 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba1cc626b8684d7ab200c667eb98e739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399964 Jan 17 11:12:26.717357 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 38948) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:26.762027 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] Publish callbacks [] for security_group (a33fc0e1-036a-4155-be6b-6780de5189cc), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:26.782749 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] Publish callbacks [] for security_group (a33fc0e1-036a-4155-be6b-6780de5189cc), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:26.951633 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a33fc0e1-036a-4155-be6b-6780de5189cc), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:26.954211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:26.955356 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a33fc0e1-036a-4155-be6b-6780de5189cc HTTP/1.1" status: 204 len: 168 time: 0.2370794 Jan 17 11:12:26.964648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e458f-6dac-4f1c-a4b5-a2027558282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33fc0e1-036a-4155-be6b-6780de5189cc,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:27.156575 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17888fc-3e09-47ac-9059-a790a9e4bc2f req-950812a8-8901-4d2a-b454-72cfd2402626 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:27.158085 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f17888fc-3e09-47ac-9059-a790a9e4bc2f req-950812a8-8901-4d2a-b454-72cfd2402626 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Jan 17 11:12:27.204242 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f17888fc-3e09-47ac-9059-a790a9e4bc2f req-48966adc-d68a-466a-bd80-72fcd60d8247 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Jan 17 11:12:28.325742 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1d85-6bbb-47a2-8517-aeb34365c157 req-9b129c1d-b49b-4a47-8a8f-b1860f033698 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:28.327254 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f46f1d85-6bbb-47a2-8517-aeb34365c157 req-9b129c1d-b49b-4a47-8a8f-b1860f033698 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0516396 Jan 17 11:12:28.372554 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f46f1d85-6bbb-47a2-8517-aeb34365c157 req-8c5a99c0-277c-425c-9b34-3e063011d0fa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Jan 17 11:12:29.489073 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013148a-6317-45e9-8047-da401adf4b36 req-db8f6252-e7ca-41c3-aa38-c661123ab01d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:29.490550 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5013148a-6317-45e9-8047-da401adf4b36 req-db8f6252-e7ca-41c3-aa38-c661123ab01d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Jan 17 11:12:29.535066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5013148a-6317-45e9-8047-da401adf4b36 req-e22d52df-496f-412f-ab06-9df3ec9cfcc3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390906 Jan 17 11:12:30.654625 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7631fd-46b4-4a60-892e-3cc24271b540 req-1f8e20ed-d0c7-41e2-a10b-b2496ff4e145 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:30.656062 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae7631fd-46b4-4a60-892e-3cc24271b540 req-1f8e20ed-d0c7-41e2-a10b-b2496ff4e145 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Jan 17 11:12:30.702706 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae7631fd-46b4-4a60-892e-3cc24271b540 req-d465d25b-4b18-4dbb-8e82-1bde41cd73ea tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Jan 17 11:12:30.838469 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4718964c-1240-4c51-8f8e-c8f07779c92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:31.818868 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c32bd4-2276-4f51-8f41-30b6470f5301 req-800d748a-9a4f-44ac-b7d9-1afb688627fc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:31.820937 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48c32bd4-2276-4f51-8f41-30b6470f5301 req-800d748a-9a4f-44ac-b7d9-1afb688627fc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Jan 17 11:12:31.865226 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48c32bd4-2276-4f51-8f41-30b6470f5301 req-4eb1c453-4e3e-4202-988c-030a90cdbba0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389299 Jan 17 11:12:32.981256 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722523-93c3-40fa-a699-da998ce25192 req-765022af-0f7e-4933-a670-6784e8116e08 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:32.982724 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63722523-93c3-40fa-a699-da998ce25192 req-765022af-0f7e-4933-a670-6784e8116e08 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0470111 Jan 17 11:12:32.992924 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:12:33.032921 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63722523-93c3-40fa-a699-da998ce25192 req-5d925cc3-bc27-4581-9f62-c92741320d22 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Jan 17 11:12:33.094110 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:33.104906 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:12:33.145257 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: ACTIVE; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:12:33.145646 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:33.158114 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:12:33.163260 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ef69b0bf-b8b3-41cf-b628-f58081fdd756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:33.178613 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:33.243056 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:33.290823 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=6']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:33.328377 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['00aea434-9b33-4c1b-b4de-b7be26ea2611'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:12:34.148927 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e674f2-791b-4337-a98e-bf1ce9d261e2 req-9c7c0fc1-3e82-40db-9922-27eb3f81760d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:34.150438 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-47e674f2-791b-4337-a98e-bf1ce9d261e2 req-9c7c0fc1-3e82-40db-9922-27eb3f81760d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0472629 Jan 17 11:12:34.195287 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-47e674f2-791b-4337-a98e-bf1ce9d261e2 req-1161de01-8ca4-44a7-9c54-eecb6a3d9e36 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Jan 17 11:12:34.358217 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:34.993287 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:12:35.040720 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 00aea434-9b33-4c1b-b4de-b7be26ea2611 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:12:35.041089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:35.114714 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:12:35.115088 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:35.261151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:12:35.263265 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2d74e-c6ce-46a5-bfd8-feaa74fb687a" -d '{"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:12:35.275368 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:35.300019 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abbbeec-feb0-480d-af78-fc4b533d8056 x-openstack-request-id: req-9abbbeec-feb0-480d-af78-fc4b533d8056 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:12:35.300313 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:12:35.300572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9abbbeec-feb0-480d-af78-fc4b533d8056 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:12:35.300965 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'code': 200} Jan 17 11:12:35.315373 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0af7-6e09-40a9-85d9-5b741712599d req-0ed90f8a-c7c1-4434-bec7-52e60a49f145 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:35.318230 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-781d0af7-6e09-40a9-85d9-5b741712599d req-0ed90f8a-c7c1-4434-bec7-52e60a49f145 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0502825 Jan 17 11:12:35.335720 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:35.363395 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-781d0af7-6e09-40a9-85d9-5b741712599d req-61ba7990-7444-4dea-89f4-e00c0d16983f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Jan 17 11:12:35.382809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=7']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:35.626958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:36.485141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402601c-5c79-46cd-ace8-2efafdf18807 req-fc0cb11f-b374-4eb8-8429-eb8f13321aed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:36.486614 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d402601c-5c79-46cd-ace8-2efafdf18807 req-fc0cb11f-b374-4eb8-8429-eb8f13321aed tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Jan 17 11:12:36.531743 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d402601c-5c79-46cd-ace8-2efafdf18807 req-37a3bce8-d110-47cf-8763-fdfe9845a560 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Jan 17 11:12:36.838461 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:37.659719 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7992df1-85ed-4c01-944a-23785b10e8bc req-48ea75b3-7c96-44df-83f5-dd81c4b907c7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:37.661705 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7992df1-85ed-4c01-944a-23785b10e8bc req-48ea75b3-7c96-44df-83f5-dd81c4b907c7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0573239 Jan 17 11:12:37.718334 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c7992df1-85ed-4c01-944a-23785b10e8bc req-a2b97494-efb2-4eb9-bc33-2b04da88739e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509427 Jan 17 11:12:38.851891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32aae5-435b-4ed7-81dc-5f72be37c569 req-d4414f55-e18a-4f4a-b2a6-74e8fa885400 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:38.853367 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2e32aae5-435b-4ed7-81dc-5f72be37c569 req-d4414f55-e18a-4f4a-b2a6-74e8fa885400 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0560384 Jan 17 11:12:38.906185 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2e32aae5-435b-4ed7-81dc-5f72be37c569 req-40df1a6e-d9eb-49ad-8583-e3584ef485fa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Jan 17 11:12:40.027878 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2db15-a444-4c4e-9b6f-60eb6ffa47f2 req-61b54270-6ae6-4293-b1ff-c06034862151 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:40.029542 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ec2db15-a444-4c4e-9b6f-60eb6ffa47f2 req-61b54270-6ae6-4293-b1ff-c06034862151 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Jan 17 11:12:40.084534 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7ec2db15-a444-4c4e-9b6f-60eb6ffa47f2 req-e3f4bb4c-38b9-4ccd-be18-1b4a01d681f0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Jan 17 11:12:41.201028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cfb19-1918-44e5-a46c-8993a861cd58 req-fca1d24f-de4e-4e2a-b17b-e34ecdaf022b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:41.202558 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc6cfb19-1918-44e5-a46c-8993a861cd58 req-fca1d24f-de4e-4e2a-b17b-e34ecdaf022b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Jan 17 11:12:41.254230 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc6cfb19-1918-44e5-a46c-8993a861cd58 req-3746249c-7a40-4c29-81f0-9b07a22aed58 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460768 Jan 17 11:12:42.408270 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5173e7-f083-48ff-bb0b-a7c9cee5a644 req-56cff72e-7644-4106-8a63-e26977836cbe tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:42.409715 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f5173e7-f083-48ff-bb0b-a7c9cee5a644 req-56cff72e-7644-4106-8a63-e26977836cbe tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0569937 Jan 17 11:12:42.458728 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f5173e7-f083-48ff-bb0b-a7c9cee5a644 req-a5c825dd-faf2-43ba-b92a-e33bf75dc53a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Jan 17 11:12:43.583816 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4e34-a837-4417-b737-206ba18dc34c req-12ffac0a-9886-467e-8029-e3ca40804f5b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:43.585347 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-959b4e34-a837-4417-b737-206ba18dc34c req-12ffac0a-9886-467e-8029-e3ca40804f5b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Jan 17 11:12:43.635576 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-959b4e34-a837-4417-b737-206ba18dc34c req-b9d2837a-5724-4277-8341-f3bb503f72d4 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Jan 17 11:12:44.757856 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c55036-564d-415c-88a4-7e4d867c460d req-c121938b-95f1-4ada-bba0-4e590f611ca8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:44.759301 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23c55036-564d-415c-88a4-7e4d867c460d req-c121938b-95f1-4ada-bba0-4e590f611ca8 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Jan 17 11:12:44.805592 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23c55036-564d-415c-88a4-7e4d867c460d req-0a5c515a-7b3c-46c4-87c8-9148950020ad tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Jan 17 11:12:45.930958 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a79ec-8bc1-4d9c-ac60-bca3c86fbc5e req-0eb8d4e9-00f6-4e36-89cc-0ef2f72d8c83 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:45.934091 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-840a79ec-8bc1-4d9c-ac60-bca3c86fbc5e req-0eb8d4e9-00f6-4e36-89cc-0ef2f72d8c83 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Jan 17 11:12:45.993332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-840a79ec-8bc1-4d9c-ac60-bca3c86fbc5e req-2eaf9a92-d1ed-4f52-be44-e6d5b5c7b485 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531194 Jan 17 11:12:47.120022 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea099-950e-4ae8-a5b9-7889e4752fef req-30d90aea-29a0-4a93-93f9-02fc2079af7c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:47.122516 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a09ea099-950e-4ae8-a5b9-7889e4752fef req-30d90aea-29a0-4a93-93f9-02fc2079af7c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0495498 Jan 17 11:12:47.184827 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a09ea099-950e-4ae8-a5b9-7889e4752fef req-44641ce6-c496-40a1-8f61-09db1410da5a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540819 Jan 17 11:12:48.313318 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764307-4151-433e-95f1-e4f8b2510a05 req-e4127e60-818e-4960-b013-d9b8495b19e0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:48.315545 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23764307-4151-433e-95f1-e4f8b2510a05 req-e4127e60-818e-4960-b013-d9b8495b19e0 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0505700 Jan 17 11:12:48.362477 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-23764307-4151-433e-95f1-e4f8b2510a05 req-a6c1ffc0-8d4d-4a09-962c-94b255b6df30 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Jan 17 11:12:48.758706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:49.485586 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a086b-da4f-4b26-927f-d23f420d7a47 req-7c9fc387-3377-49d3-8e49-385527d1aab5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:49.487164 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e79a086b-da4f-4b26-927f-d23f420d7a47 req-7c9fc387-3377-49d3-8e49-385527d1aab5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Jan 17 11:12:49.533318 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e79a086b-da4f-4b26-927f-d23f420d7a47 req-90bd5dae-5225-4e28-9363-8880c16e59db tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Jan 17 11:12:49.732545 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-901e5203-5a00-4c5d-bdec-06adcdf4a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:49.734036 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-901e5203-5a00-4c5d-bdec-06adcdf4a691 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1098 time: 0.0426598 Jan 17 11:12:49.820416 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-689cfc83-0d1b-4f76-9357-aed0ae0d495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:49.821991 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-689cfc83-0d1b-4f76-9357-aed0ae0d495d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.0814905 Jan 17 11:12:49.886775 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-684c367b-8524-4db5-afee-762e00d94829 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 1001 time: 0.0594356 Jan 17 11:12:49.934275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-7755a049-5587-4145-8670-76ca2bc49a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:49.935733 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-7755a049-5587-4145-8670-76ca2bc49a63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0421796 Jan 17 11:12:49.980212 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-4d8c30fb-fa69-47df-8919-7b2f4a948006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:49.981645 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-4d8c30fb-fa69-47df-8919-7b2f4a948006 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391247 Jan 17 11:12:50.079208 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-ca794983-684c-4970-8fe2-e910896f2bc1 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Jan 17 11:12:50.163895 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff823271-98c4-495d-8e5b-0b5598db92f2 req-7dddfdfc-f632-40a5-a0f6-fe58358fc2b2 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789096 Jan 17 11:12:50.650862 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c576-a740-4b31-a380-ebeef61359ab req-6380c9ff-c601-4f38-a3f2-bcbd91a8f867 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:50.652218 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab83c576-a740-4b31-a380-ebeef61359ab req-6380c9ff-c601-4f38-a3f2-bcbd91a8f867 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Jan 17 11:12:50.701080 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab83c576-a740-4b31-a380-ebeef61359ab req-5e5b6177-0b01-409d-9405-d5dcbf6f7eaf tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Jan 17 11:12:51.816415 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f06de9-d501-49b8-89a0-010cf12c022b req-ffca3022-8d99-4089-80f9-ecbae9f8a860 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:51.817882 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3f06de9-d501-49b8-89a0-010cf12c022b req-ffca3022-8d99-4089-80f9-ecbae9f8a860 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0471094 Jan 17 11:12:51.863597 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b3f06de9-d501-49b8-89a0-010cf12c022b req-7a3bf36c-5620-476c-ba14-2936ec3cdceb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Jan 17 11:12:52.979105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bce4e-6839-4815-8aee-9fa57a1d4361 req-68eddaba-e13f-4a0b-91df-ee8caab59a95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:52.980556 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2bce4e-6839-4815-8aee-9fa57a1d4361 req-68eddaba-e13f-4a0b-91df-ee8caab59a95 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 945 time: 0.0467143 Jan 17 11:12:53.025532 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca2bce4e-6839-4815-8aee-9fa57a1d4361 req-4c933d0a-ad27-4b07-8b55-fa9de233fffa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Jan 17 11:12:53.075529 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:53.150269 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: ACTIVE; New status is: DOWN {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:12:53.150593 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:53.174802 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:12:53.177251 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7b876-1e51-4f92-a1d1-85d12b69cd45" -d '{"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-unplugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:12:53.188763 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:12:53.208413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55da3e3-7460-411a-8335-d4b2af5d7ef5 x-openstack-request-id: req-b55da3e3-7460-411a-8335-d4b2af5d7ef5 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:12:53.208752 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-unplugged", "status": "failed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "code": 422}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:12:53.209012 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b55da3e3-7460-411a-8335-d4b2af5d7ef5 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:12:53.209402 dv-cinder-824911-1-iscsi neutron-server[103026]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'code': 422} returned with failed status Jan 17 11:12:53.273058 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:12:53.318921 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=8']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:12:54.837863 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-f705f809-913f-44d1-9e62-c7cc038034bf req-ecaebcfc-83cb-478d-bd83-013731709972 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:12:54.838838 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f705f809-913f-44d1-9e62-c7cc038034bf req-ecaebcfc-83cb-478d-bd83-013731709972 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057402 Jan 17 11:12:55.065273 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453c992-0888-4b20-9815-7d85ce2c62bf req-f0357ff3-d306-4dd8-abfc-9a4c4fd6c16c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:55.066769 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0453c992-0888-4b20-9815-7d85ce2c62bf req-f0357ff3-d306-4dd8-abfc-9a4c4fd6c16c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0516841 Jan 17 11:12:55.112406 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0453c992-0888-4b20-9815-7d85ce2c62bf req-b0a305c3-4ec2-4238-80a0-48d05f10d53b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395613 Jan 17 11:12:55.509547 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 39154) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:12:55.592797 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-bbe0c6d0-42b6-4900-bf30-2c6da2bea2e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819890 Jan 17 11:12:55.601653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-d6febfd3-c636-464e-937c-64aa020c43dc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:12:55.602626 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-d6febfd3-c636-464e-937c-64aa020c43dc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052884 Jan 17 11:12:56.233101 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f1cbe-922f-4cc2-b0ad-15479d6204e8 req-bbb6d482-c309-4860-87ab-bccc5be1e6b9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:56.234519 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-856f1cbe-922f-4cc2-b0ad-15479d6204e8 req-bbb6d482-c309-4860-87ab-bccc5be1e6b9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0491281 Jan 17 11:12:56.281123 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-856f1cbe-922f-4cc2-b0ad-15479d6204e8 req-2803e844-8147-411a-b6d0-6d8950de9b6f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Jan 17 11:12:56.982754 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-9fa29489-d685-401f-9942-46302557e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:56.984201 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-9fa29489-d685-401f-9942-46302557e13c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9&tenant_id=2535e2ee8a9241d79be77d33e7ca13a2 HTTP/1.1" status: 200 len: 1096 time: 0.0422337 Jan 17 11:12:57.047839 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-3809b3b1-272b-4d35-89a1-c73c1c6e03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:57.049284 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-3809b3b1-272b-4d35-89a1-c73c1c6e03b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1096 time: 0.0387962 Jan 17 11:12:57.129419 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:12:57.134975 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-bb0642c8-b1d7-4e20-b00f-b2dfc00b4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:57.136422 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-bb0642c8-b1d7-4e20-b00f-b2dfc00b4939 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.0806553 Jan 17 11:12:57.204095 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-513044cb-7e8c-414d-aef6-308250427cb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 999 time: 0.0601833 Jan 17 11:12:57.207212 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: DOWN; New status is: DOWN {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:12:57.254275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-4293be99-b2da-4b74-985a-da9c78369fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:57.255588 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-4293be99-b2da-4b74-985a-da9c78369fe6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0416327 Jan 17 11:12:57.298908 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-095cbb72-97be-4e96-80e4-22a05ff910c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:57.300351 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-095cbb72-97be-4e96-80e4-22a05ff910c2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378823 Jan 17 11:12:57.424025 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b17978-425d-4db8-83d0-3c62bfc1cb51 req-c6137737-acf4-4396-bedc-ff6eab699a72 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:57.425478 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-97b17978-425d-4db8-83d0-3c62bfc1cb51 req-c6137737-acf4-4396-bedc-ff6eab699a72 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0714920 Jan 17 11:12:57.429789 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-f408ac57-7604-40c3-8d8b-566f6a99261e service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216283 Jan 17 11:12:57.524283 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-97b17978-425d-4db8-83d0-3c62bfc1cb51 req-c32377bc-69cf-44d6-90f0-5e7906536681 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922582 Jan 17 11:12:57.548820 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-820e36ef-2fa8-45c0-9e0f-ac2dcb4ee730 req-0dac2797-f1f1-4786-b50a-2439198cf6b3 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104476 Jan 17 11:12:58.649493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb4527-4664-4926-8576-62c9ceeff8b3 req-58d5d752-626b-42b7-8182-945dcd1bcf85 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:58.650911 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cfb4527-4664-4926-8576-62c9ceeff8b3 req-58d5d752-626b-42b7-8182-945dcd1bcf85 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0545008 Jan 17 11:12:58.704228 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cfb4527-4664-4926-8576-62c9ceeff8b3 req-7e295baa-e762-4503-b07d-caf100ff8040 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475116 Jan 17 11:12:59.829184 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c97e8b-c362-4bbb-8219-9ca6ffe803c9 req-c92f95fa-db0d-4ef2-bb4f-c9b1aef4dc4f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:12:59.830786 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20c97e8b-c362-4bbb-8219-9ca6ffe803c9 req-c92f95fa-db0d-4ef2-bb4f-c9b1aef4dc4f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0544517 Jan 17 11:12:59.878120 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20c97e8b-c362-4bbb-8219-9ca6ffe803c9 req-5fa44cbb-9985-499d-b50c-8d7c0f2a0e07 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Jan 17 11:13:00.832655 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f50ed208-8851-4a55-9a57-e675beb7f07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:00.875062 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:13:01.007244 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7471373-e04f-494f-9050-7c5f3d647897 req-b07251fd-a472-4663-a6ca-c3647942fb67 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:01.008884 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7471373-e04f-494f-9050-7c5f3d647897 req-b07251fd-a472-4663-a6ca-c3647942fb67 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0505581 Jan 17 11:13:01.056024 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7471373-e04f-494f-9050-7c5f3d647897 req-b3386e36-43e0-4f0c-8162-7beb4fa2de5d tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411787 Jan 17 11:13:02.179671 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426512d-583b-4ccc-817c-1bff5c3ca55d req-54863c53-2536-400f-a9fc-58608b89b41b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:02.181207 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3426512d-583b-4ccc-817c-1bff5c3ca55d req-54863c53-2536-400f-a9fc-58608b89b41b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0497072 Jan 17 11:13:02.497919 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3426512d-583b-4ccc-817c-1bff5c3ca55d req-20d16321-5901-4eb0-a472-0b862334ecfa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109171 Jan 17 11:13:03.135893 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52c1a6e5-dfea-4b36-9799-290658a36b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:03.620633 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192caa46-f970-40ea-bdd1-bc762dbbd6f7 req-a9017c9e-bae5-412b-bc77-5236f278d869 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:03.622259 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-192caa46-f970-40ea-bdd1-bc762dbbd6f7 req-a9017c9e-bae5-412b-bc77-5236f278d869 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0493133 Jan 17 11:13:03.671436 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-192caa46-f970-40ea-bdd1-bc762dbbd6f7 req-9706e18f-b0b9-41f8-abf4-090d7fb06c68 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Jan 17 11:13:04.352891 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:04.798365 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1db49-791c-4ff8-b7c8-89d1ca8ea838 req-a9a7f2da-34bf-48dd-aed6-1f34430f1b0f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:04.799878 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53f1db49-791c-4ff8-b7c8-89d1ca8ea838 req-a9a7f2da-34bf-48dd-aed6-1f34430f1b0f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0502858 Jan 17 11:13:04.849715 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53f1db49-791c-4ff8-b7c8-89d1ca8ea838 req-4e81a0a0-b95b-42f8-b566-b589e09b56b2 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Jan 17 11:13:06.005466 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac46c-b623-4774-b69e-7eb2fe0cc5d3 req-bbe52341-4904-4941-b38b-02a8a5e198f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:06.007765 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f7ac46c-b623-4774-b69e-7eb2fe0cc5d3 req-bbe52341-4904-4941-b38b-02a8a5e198f6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0805733 Jan 17 11:13:06.073097 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f7ac46c-b623-4774-b69e-7eb2fe0cc5d3 req-2d8bd90f-331b-445e-9b77-34a14f5266cc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590775 Jan 17 11:13:06.347254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:06.802327 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:07.191678 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aef4-3816-4099-8c4d-de53c77d2ed3 req-8d3fedc1-fa47-4794-a401-3bd53400abf5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:07.193116 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae84aef4-3816-4099-8c4d-de53c77d2ed3 req-8d3fedc1-fa47-4794-a401-3bd53400abf5 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0467069 Jan 17 11:13:07.241732 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ae84aef4-3816-4099-8c4d-de53c77d2ed3 req-5a745170-bb9a-435a-94e5-c5005336be0e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Jan 17 11:13:08.415420 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585ce4-a381-4f26-a87a-728f332451ac req-1498cdc9-dbb3-4500-a6b6-7c058900a156 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:08.416844 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a585ce4-a381-4f26-a87a-728f332451ac req-1498cdc9-dbb3-4500-a6b6-7c058900a156 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.1048195 Jan 17 11:13:08.462897 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a585ce4-a381-4f26-a87a-728f332451ac req-0a30b38d-b1c1-4a11-97d0-2d214c9f33c6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Jan 17 11:13:09.577891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9fee-3143-4168-b354-7a148ced22da req-c397b382-0974-4ce9-ba96-6dcb857e40e9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:09.579344 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3ba9fee-3143-4168-b354-7a148ced22da req-c397b382-0974-4ce9-ba96-6dcb857e40e9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0478325 Jan 17 11:13:09.624432 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3ba9fee-3143-4168-b354-7a148ced22da req-8d54aeea-2259-4087-a174-3aa841f913cb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Jan 17 11:13:10.739515 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb104003-cab2-4cfb-bf94-66931167c851 req-c037c560-0957-4ac4-8885-db2b5018603c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:10.741675 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb104003-cab2-4cfb-bf94-66931167c851 req-c037c560-0957-4ac4-8885-db2b5018603c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0485048 Jan 17 11:13:10.789377 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb104003-cab2-4cfb-bf94-66931167c851 req-11e93f5d-1b0f-4054-9bbc-ebd1d28e6dc9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Jan 17 11:13:11.905992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3856341-b35c-4395-9034-406e65c2e231 req-2c2aa72e-5f1d-4fd7-b7af-7d3906a32458 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:11.907452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3856341-b35c-4395-9034-406e65c2e231 req-2c2aa72e-5f1d-4fd7-b7af-7d3906a32458 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0479541 Jan 17 11:13:11.953247 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3856341-b35c-4395-9034-406e65c2e231 req-29264bf6-97e6-4187-8ed7-b640fdc3bd71 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Jan 17 11:13:13.124745 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da7b5-8878-45c6-b53c-b6b86e8b358a req-7a09f4d3-5974-4044-ba2e-f41e8353eacb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:13.126267 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c28da7b5-8878-45c6-b53c-b6b86e8b358a req-7a09f4d3-5974-4044-ba2e-f41e8353eacb tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0984447 Jan 17 11:13:13.175947 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c28da7b5-8878-45c6-b53c-b6b86e8b358a req-870c990c-5270-4ce9-9fc1-26c3d183b710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Jan 17 11:13:14.294475 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe8561-e9cb-44b9-bf4f-bf2fb74e630e req-43c8eafc-4ffe-4323-8454-49b0dde60e0a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:14.298417 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aabe8561-e9cb-44b9-bf4f-bf2fb74e630e req-43c8eafc-4ffe-4323-8454-49b0dde60e0a tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0516372 Jan 17 11:13:14.341067 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aabe8561-e9cb-44b9-bf4f-bf2fb74e630e req-e4f2dd5a-ea15-4142-980e-1ad87c463638 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Jan 17 11:13:15.459339 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64271ca-5511-4d44-8bed-11a591b3d936 req-a00648c4-df46-4fe0-943a-68e4e3dd2b39 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:15.460921 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e64271ca-5511-4d44-8bed-11a591b3d936 req-a00648c4-df46-4fe0-943a-68e4e3dd2b39 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0500371 Jan 17 11:13:15.507359 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e64271ca-5511-4d44-8bed-11a591b3d936 req-e9aeb5fc-2070-4efd-9bd2-8fe802ad8565 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 Jan 17 11:13:16.627002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6a087-1c3f-48b6-be59-ae1aaee293ad req-239ffbe6-0d04-4855-b551-7815eafb0caf tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:16.628457 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19b6a087-1c3f-48b6-be59-ae1aaee293ad req-239ffbe6-0d04-4855-b551-7815eafb0caf tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 943 time: 0.0473413 Jan 17 11:13:16.677023 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19b6a087-1c3f-48b6-be59-ae1aaee293ad req-74f8c119-7138-4c3e-9cc4-30c2915800fa tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Jan 17 11:13:17.254245 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:13:17.344566 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:17.359390 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'port_id': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'mac_address': 'fa:16:3e:34:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:13:17.393942 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:13:17.394324 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:17.407404 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:13:17.425893 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:17.541061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:17.586906 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=9']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:17.794034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371ca5-1802-4465-b1b8-069777e296b4 req-2c184f4b-94fa-4ba0-af74-84efc76e16fc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:17.795399 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72371ca5-1802-4465-b1b8-069777e296b4 req-2c184f4b-94fa-4ba0-af74-84efc76e16fc tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0473592 Jan 17 11:13:17.841245 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72371ca5-1802-4465-b1b8-069777e296b4 req-14ead7c4-e8c2-41ec-8ca0-c1d0b97dbc25 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Jan 17 11:13:18.282529 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['00aea434-9b33-4c1b-b4de-b7be26ea2611'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:13:18.744360 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:19.083890 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0508af-9d45-4952-9450-a14bcd294936 req-bc2e0a50-2bd1-4935-9f2c-f070142e50c3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:19.085939 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de0508af-9d45-4952-9450-a14bcd294936 req-bc2e0a50-2bd1-4935-9f2c-f070142e50c3 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0484476 Jan 17 11:13:19.133195 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de0508af-9d45-4952-9450-a14bcd294936 req-9bd7c20c-c385-4387-85dd-4d9ec7b78777 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Jan 17 11:13:20.257828 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21029-e284-4d99-9361-1d391b91fa22 req-9040a92e-1535-4715-9c55-39c18ed8d287 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:20.259344 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f0c21029-e284-4d99-9361-1d391b91fa22 req-9040a92e-1535-4715-9c55-39c18ed8d287 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Jan 17 11:13:20.308346 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f0c21029-e284-4d99-9361-1d391b91fa22 req-4cce9ea3-9d7a-45a1-839b-b4177dbc4e91 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Jan 17 11:13:20.379405 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-2d0dd042-399c-45cb-8e2e-da5e932bcd83 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153108745&fields=id&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 267 time: 0.0436876 Jan 17 11:13:20.484120 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-9cf86c59-332c-44d4-ae7e-d035c7383f41 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:20.487126 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-9cf86c59-332c-44d4-ae7e-d035c7383f41 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.0997088 Jan 17 11:13:20.499394 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-8c78fce7-1459-4389-90ea-a9924f14b824 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/quotas/206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 375 time: 0.0086906 Jan 17 11:13:20.549941 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-b7310caa-5de7-4e7a-8202-4bdbe11273fc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458033 Jan 17 11:13:20.643448 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-fa303e9a-7f15-4800-a26b-6ae69cf17d29 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826585 Jan 17 11:13:20.727930 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-a7488489-8ec9-4dfc-a95d-51b3730c03c6 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783525 Jan 17 11:13:21.272615 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:13:21.325628 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 00aea434-9b33-4c1b-b4de-b7be26ea2611 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:13:21.326527 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:21.358174 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fe805dd-990e-4847-af59-0f832517039e req-e420db99-a910-4297-94ac-a8b948e099c1 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 210 time: 0.0410981 Jan 17 11:13:21.416820 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 00aea434-9b33-4c1b-b4de-b7be26ea2611 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:13:21.417211 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:21.440767 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:13:21.443019 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394c1ca-1076-4b55-b449-4f29ddc808e1" -d '{"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:13:21.456777 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:21.465552 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417db6-626b-4e43-b1e6-c16787d8d438 req-8bacda26-f219-4e05-bb4d-e9707b742545 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:21.465552 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b9417db6-626b-4e43-b1e6-c16787d8d438 req-8bacda26-f219-4e05-bb4d-e9707b742545 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 944 time: 0.0657263 Jan 17 11:13:21.482475 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853ec2e1-7d67-46dd-b5fe-f413de021a4f x-openstack-request-id: req-853ec2e1-7d67-46dd-b5fe-f413de021a4f {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:13:21.482746 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-plugged", "status": "completed", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:13:21.483030 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-853ec2e1-7d67-46dd-b5fe-f413de021a4f {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:13:21.483402 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'code': 200} Jan 17 11:13:21.515276 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b9417db6-626b-4e43-b1e6-c16787d8d438 req-c81e98af-62d3-4434-9aef-79376c860601 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 Jan 17 11:13:21.573517 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:21.620840 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=10']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:21.628231 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.628581 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.628929 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.629263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.629597 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.630020 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.630348 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.630677 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.631001 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.631378 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.631649 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.631965 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.632285 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:21.805517 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6be75-5976-43eb-ba32-9e161e7a4f1e req-e5946e83-502c-49a8-9ac5-1c72e4681855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:21.807115 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12f6be75-5976-43eb-ba32-9e161e7a4f1e req-e5946e83-502c-49a8-9ac5-1c72e4681855 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1099 time: 0.0434473 Jan 17 11:13:21.851723 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12f6be75-5976-43eb-ba32-9e161e7a4f1e req-7aaecc0e-b2af-4d7a-88fc-2873aeb6cbd0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385363 Jan 17 11:13:22.445479 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa626cf2-e8f8-4f26-99bb-cb60f3d14ad5 req-03eb42df-2b45-4061-9c8f-f4f75e4688fb tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Jan 17 11:13:22.635784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87620a67-d0ed-41e4-aeaa-a32f2e4aede4 req-e24bdeb2-310c-4dc0-bf42-c8eb75b28396 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:22.637094 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-87620a67-d0ed-41e4-aeaa-a32f2e4aede4 req-e24bdeb2-310c-4dc0-bf42-c8eb75b28396 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Jan 17 11:13:22.687999 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-87620a67-d0ed-41e4-aeaa-a32f2e4aede4 req-9c11dc6d-121a-4fe3-9e56-0f70287aeb90 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Jan 17 11:13:23.487781 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-e6e63527-2ec7-4e7b-aeae-ee3d9042b557 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.489464 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-e6e63527-2ec7-4e7b-aeae-ee3d9042b557 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 811 time: 0.1125910 Jan 17 11:13:23.544596 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-7f8e4a14-2f69-4455-8523-30d0ab8ab338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.546290 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-7f8e4a14-2f69-4455-8523-30d0ab8ab338 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 1099 time: 0.0412931 Jan 17 11:13:23.567901 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f60e1c5-2478-45b4-99f9-7b90835d4826 req-0fa04305-6b66-4185-8af2-6fd8eb28b406 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 210 time: 0.0421708 Jan 17 11:13:23.586307 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-239acfc4-ec43-408c-b3be-f322af0ba15c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=206c2ed32a8d49a1a53f2159971531f0 HTTP/1.1" status: 200 len: 380 time: 0.0867209 Jan 17 11:13:23.602047 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'port': {'device_id': 'db613924-39e3-4815-a68d-a883f54f14a2', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'admin_state_up': True, 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'security_groups': ['a2b6a227-a9a8-4f97-9bde-d2dcb18dce27']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:13:23.673201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-851f6485-cc13-4298-9c31-3418da3b031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.674819 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-851f6485-cc13-4298-9c31-3418da3b031e service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 200 len: 917 time: 0.1079948 Jan 17 11:13:23.745336 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-1e6c38d4-7b25-4ad2-b80b-6d39e13c8631 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 200 len: 1001 time: 0.0645349 Jan 17 11:13:23.779253 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Made reservation on behalf of 206c2ed32a8d49a1a53f2159971531f0 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:13:23.783773 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:23.803744 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-65336100-4d49-4dfe-afe3-08d11c9db7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.805227 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-65336100-4d49-4dfe-afe3-08d11c9db7ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 200 len: 855 time: 0.0546308 Jan 17 11:13:23.848667 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-9f2dffeb-ec92-42ba-8971-6de7f964885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.850771 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-9f2dffeb-ec92-42ba-8971-6de7f964885a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399995 Jan 17 11:13:23.860891 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-9dc74208-0ee3-407a-b796-6c8f6c2e76cb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:13:23.861867 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-9dc74208-0ee3-407a-b796-6c8f6c2e76cb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Jan 17 11:13:23.873589 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc6b7-bb16-4565-a733-be95ffde29ad req-c34bea34-5940-49f1-992b-2b47dd5f77b7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:23.875111 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b2fc6b7-bb16-4565-a733-be95ffde29ad req-c34bea34-5940-49f1-992b-2b47dd5f77b7 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.1114678 Jan 17 11:13:23.952184 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-9064fac9-5904-4feb-bd20-a1237d8ea057 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Jan 17 11:13:23.962677 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b2fc6b7-bb16-4565-a733-be95ffde29ad req-1d6a8aab-1512-4be2-911e-cacf3f9cffcf tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812516 Jan 17 11:13:23.980327 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.20.0.8 (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5/7d74dc64-6185-4779-b9da-fa9d0a8eb1da/06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:13:24.046711 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3e20087b-89fa-497b-94d3-eb3258e98de4 req-ff2a8e5e-eaa2-4d79-8250-4179bb24aff0 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881894 Jan 17 11:13:24.126604 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.238321 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.280372 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:13:24.283249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:13:24.285924 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:13:24.323967 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:24.333733 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.334160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.334508 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.334849 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.335184 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.335513 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.335848 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.336346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.336675 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.337003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.337328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.337649 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.337993 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:24.361274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:24.362017 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.430742 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-13a950d5-2c81-42fd-a1ed-4927eccba90e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8330071 Jan 17 11:13:24.441809 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Request body: {'port': {'device_id': 'db613924-39e3-4815-a68d-a883f54f14a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:13:24.484698 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e9978c9b-81b0-4fec-b2ee-5c6ab553691b None None] Provisioning complete for port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:13:24.485330 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e9978c9b-81b0-4fec-b2ee-5c6ab553691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.500318 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.525290 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e9978c9b-81b0-4fec-b2ee-5c6ab553691b None None] Port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:13:24.737650 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abcb12-a1da-4fb9-adcc-52f34109b804 req-1bef6481-20bb-4918-a57b-512d6f044a81 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:24.739176 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-51abcb12-a1da-4fb9-adcc-52f34109b804 req-1bef6481-20bb-4918-a57b-512d6f044a81 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 931 time: 0.0988491 Jan 17 11:13:24.836813 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-51abcb12-a1da-4fb9-adcc-52f34109b804 req-a5469e7a-c953-4625-a92d-72cefbca59b3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912683 Jan 17 11:13:24.845961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:13:24.854139 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks [] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.869233 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Transition to ACTIVE for port object 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:13:24.923588 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:24.978428 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Pushing event updated for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:25.071784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Attempting to bind port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:13:25.072175 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Attempting to bind port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:13:25.072490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Attempting to bind port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:13:25.080922 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:13:25.081250 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Attempting to bind port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d on network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:13:25.088897 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:13:25.089239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Checking segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:13:25.089629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Bound using segment: {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:13:25.090081 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Bound port: 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70157b7-c358-43af-b11a-d65971b525a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:13:25.090449 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:25.116398 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cae16-5d4f-48e6-b8ec-a3deb09a1f3e req-4fe2c9ea-088f-44c6-abb3-7d08c1b48add tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.118018 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a26cae16-5d4f-48e6-b8ec-a3deb09a1f3e req-4fe2c9ea-088f-44c6-abb3-7d08c1b48add tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.0786319 Jan 17 11:13:25.196578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:13:25.200263 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:13:25.204125 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a26cae16-5d4f-48e6-b8ec-a3deb09a1f3e req-164b8423-deaa-45e9-8f24-90be182eae07 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660772 Jan 17 11:13:25.290153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:25.329355 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.330038 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:25.331434 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] 10.222.0.78 "PUT /v2.0/ports/06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d HTTP/1.1" status: 200 len: 1093 time: 0.8938553 Jan 17 11:13:25.331875 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:13:25.334713 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:13:25.362056 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c25c-bab2-4751-b571-becb4ea0018f service neutron] Pushing event updated for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:25.376113 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e83eea-e173-4183-ae2b-bd73857aa232 x-openstack-request-id: req-28e83eea-e173-4183-ae2b-bd73857aa232 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:13:25.376413 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:13:25.376669 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28e83eea-e173-4183-ae2b-bd73857aa232 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:13:25.377076 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'status': 'completed', 'code': 200} Jan 17 11:13:25.444249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-4ae2b35d-ce4f-48fb-b492-fcccd4813445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.445812 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-4ae2b35d-ce4f-48fb-b492-fcccd4813445 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1096 time: 0.0438042 Jan 17 11:13:25.544484 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-cd29b3bb-f64e-4dd8-82ee-13477e8c2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.545980 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-cd29b3bb-f64e-4dd8-82ee-13477e8c2be3 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=206c2ed32a8d49a1a53f2159971531f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913124 Jan 17 11:13:25.643288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-8c809d79-b708-4412-9b05-d8e64ce5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.644641 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-584457de-8b5d-4c88-ae79-11c5b6fc0b9b req-8c809d79-b708-4412-9b05-d8e64ce5111e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918915 Jan 17 11:13:25.720923 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-ebd57831-a3cc-4125-afa2-02235afe754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.722727 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-ebd57831-a3cc-4125-afa2-02235afe754e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1096 time: 0.0414424 Jan 17 11:13:25.767009 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-261d156b-0315-4a0f-abb7-3ffb73848ea1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d HTTP/1.1" status: 200 len: 217 time: 0.0367377 Jan 17 11:13:25.813484 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-bb1ff3e3-3348-49b8-9b95-651452e015b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.814922 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-bb1ff3e3-3348-49b8-9b95-651452e015b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0425146 Jan 17 11:13:25.859100 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-42d94c8c-62ed-4f98-996a-e1d104fe2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.860576 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-42d94c8c-62ed-4f98-996a-e1d104fe2ed4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386293 Jan 17 11:13:25.992830 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f08f-9fa7-48e2-8312-0664de5cbb9a req-174711b3-3914-4ac5-957d-e2cfc5c40d9e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:25.994426 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c6c0f08f-9fa7-48e2-8312-0664de5cbb9a req-174711b3-3914-4ac5-957d-e2cfc5c40d9e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0802262 Jan 17 11:13:25.997925 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-8b318a98-9245-4b28-b258-cacb6e561670 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294932 Jan 17 11:13:26.099120 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c6c0f08f-9fa7-48e2-8312-0664de5cbb9a req-d39e4aa0-18ae-46a3-810a-ecf3a39031e7 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991366 Jan 17 11:13:26.125444 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c44b63c4-1f70-4287-a06f-6d1a7427eb86 req-3440ac40-528b-4b06-8d87-463202c96623 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196108 Jan 17 11:13:27.217689 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ea93-1c04-4f69-90c7-ad201d5ba3ba req-ddc3ec08-a2e7-4e19-808d-45584053e76a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:27.219169 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9841ea93-1c04-4f69-90c7-ad201d5ba3ba req-ddc3ec08-a2e7-4e19-808d-45584053e76a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0527151 Jan 17 11:13:27.270998 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9841ea93-1c04-4f69-90c7-ad201d5ba3ba req-d500fdf1-62c5-443e-946a-85c6ec1e02d7 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Jan 17 11:13:28.384474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0d26-47e6-40ad-912e-f2dcf0715c0f req-414b9ea6-d0d3-4e29-a7fd-05dea075ab92 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:28.386330 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f2c0d26-47e6-40ad-912e-f2dcf0715c0f req-414b9ea6-d0d3-4e29-a7fd-05dea075ab92 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0482175 Jan 17 11:13:28.439695 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f2c0d26-47e6-40ad-912e-f2dcf0715c0f req-da6b8491-13dd-4850-8be5-3fa04691469b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474083 Jan 17 11:13:29.550873 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c0d3-0d93-41a3-936f-fd821ea04248 req-c7c8c599-1797-4bda-b30d-de71b5f85de5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:29.552577 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cff6c0d3-0d93-41a3-936f-fd821ea04248 req-c7c8c599-1797-4bda-b30d-de71b5f85de5 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0476744 Jan 17 11:13:29.602760 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cff6c0d3-0d93-41a3-936f-fd821ea04248 req-4ef9459c-0788-468e-af0c-e886d2e426f3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Jan 17 11:13:30.717373 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce99a74-984f-4e8d-9b98-ef103483b075 req-21d7e819-6264-4189-8329-208be13d83e6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:30.719002 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6ce99a74-984f-4e8d-9b98-ef103483b075 req-21d7e819-6264-4189-8329-208be13d83e6 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0510669 Jan 17 11:13:30.769147 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6ce99a74-984f-4e8d-9b98-ef103483b075 req-bb59b0d4-e023-4055-89cd-56491bd39171 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Jan 17 11:13:30.843223 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-141d5e49-679d-4703-87c1-34532a828eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:31.888679 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eda05-23b9-4c65-a323-9a715f07376f req-00964ab0-ab6b-4cec-90e4-dc8d21995679 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:31.890154 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa6eda05-23b9-4c65-a323-9a715f07376f req-00964ab0-ab6b-4cec-90e4-dc8d21995679 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0518761 Jan 17 11:13:31.937451 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa6eda05-23b9-4c65-a323-9a715f07376f req-a5242de8-18b5-4870-b2dd-2169a8515b1e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Jan 17 11:13:33.047480 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f446f-a790-4d9f-99d1-9f81cf2ee69d req-45b2a710-2a61-4419-9344-13a3a3cc94e9 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:33.048925 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d0f446f-a790-4d9f-99d1-9f81cf2ee69d req-45b2a710-2a61-4419-9344-13a3a3cc94e9 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0478771 Jan 17 11:13:33.102094 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d0f446f-a790-4d9f-99d1-9f81cf2ee69d req-7782a4b6-5640-4b5b-a1f8-c021c8b737ef tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473218 Jan 17 11:13:33.140581 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db1e56f7-f916-409f-a55c-81fd25e9845c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:34.215021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c3c2-1d4b-4124-abe9-ad9b2603cf9c req-c4188ac1-1283-4288-9972-b4f69ff347ce tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:34.216467 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8c60c3c2-1d4b-4124-abe9-ad9b2603cf9c req-c4188ac1-1283-4288-9972-b4f69ff347ce tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0484729 Jan 17 11:13:34.267028 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8c60c3c2-1d4b-4124-abe9-ad9b2603cf9c req-5aa9bc87-c377-4bd9-9b4c-a818f23b4d3f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Jan 17 11:13:34.346419 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:35.379344 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb7617-63b2-422a-9752-b4b6b2adddc7 req-acd60b87-b5e5-4db2-aafe-79163e21f269 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:35.380712 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7bb7617-63b2-422a-9752-b4b6b2adddc7 req-acd60b87-b5e5-4db2-aafe-79163e21f269 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0484505 Jan 17 11:13:35.428865 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7bb7617-63b2-422a-9752-b4b6b2adddc7 req-d2da2805-0ed4-4f6c-93b6-f5dc97a5aa29 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Jan 17 11:13:35.647061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:36.538348 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306d80-bf30-45b0-b44f-4b30b7a76234 req-7371f7a9-c6fd-4154-95d2-b1b1d412b6ee tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:36.539780 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df306d80-bf30-45b0-b44f-4b30b7a76234 req-7371f7a9-c6fd-4154-95d2-b1b1d412b6ee tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 943 time: 0.0471823 Jan 17 11:13:36.587215 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df306d80-bf30-45b0-b44f-4b30b7a76234 req-a4bcb5b2-e7e2-4400-98ce-3e34c8a7aeae tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Jan 17 11:13:36.803078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:37.386856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:13:37.478252 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:37.489359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'port_id': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'mac_address': 'fa:16:3e:d0:7f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:13:37.530351 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:13:37.530739 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:37.543665 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:13:37.562469 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:37.637587 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:37.684706 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:37.706358 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c4a57-15d9-4de5-977d-819121d3a8dd req-e2053b5f-c74a-4f96-8839-d51987123b96 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:37.707831 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb9c4a57-15d9-4de5-977d-819121d3a8dd req-e2053b5f-c74a-4f96-8839-d51987123b96 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 944 time: 0.0528932 Jan 17 11:13:37.756011 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb9c4a57-15d9-4de5-977d-819121d3a8dd req-23cc74a1-57ef-4fbf-9ba8-36c9e28718cc tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Jan 17 11:13:37.873862 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:13:38.034075 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:13:38.872351 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadea226-6b60-4236-8c64-9134676f24d2 req-b0e10b9b-ca90-4eb1-b729-5b284e805bba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:38.873838 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eadea226-6b60-4236-8c64-9134676f24d2 req-b0e10b9b-ca90-4eb1-b729-5b284e805bba tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 944 time: 0.0492239 Jan 17 11:13:38.922006 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eadea226-6b60-4236-8c64-9134676f24d2 req-1cbe013a-f9d4-413c-a847-090c02d35c88 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425980 Jan 17 11:13:39.400635 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:13:39.504168 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:13:39.508524 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:13:39.508936 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:39.590559 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:13:39.590947 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:39.612675 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:13:39.615272 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295adbb4-5422-4dd1-bd9b-f5c52c24918a" -d '{"events": [{"server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "name": "network-vif-plugged", "status": "completed", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:13:39.626981 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:39.651908 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23190f74-039e-41cc-a4db-b322096cea4d x-openstack-request-id: req-23190f74-039e-41cc-a4db-b322096cea4d {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:13:39.652200 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "name": "network-vif-plugged", "status": "completed", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:13:39.652455 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23190f74-039e-41cc-a4db-b322096cea4d {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:13:39.652841 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'code': 200} Jan 17 11:13:39.683177 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:39.733026 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:39.974340 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fe28c-031d-450f-b92c-271bdb09055a req-8e131b2d-d6fc-4c34-84b0-48a60f6f0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:39.977153 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-808fe28c-031d-450f-b92c-271bdb09055a req-8e131b2d-d6fc-4c34-84b0-48a60f6f0f97 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1098 time: 0.0901189 Jan 17 11:13:40.051304 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-808fe28c-031d-450f-b92c-271bdb09055a req-be0d9b21-4cac-4e24-a0c3-a0bfc3ea4e12 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673883 Jan 17 11:13:40.064543 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae02cf8-33d4-429a-98af-68718f8ca0c7 req-4a3aae14-0160-43be-8c88-80696d1ce21e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:40.065937 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eae02cf8-33d4-429a-98af-68718f8ca0c7 req-4a3aae14-0160-43be-8c88-80696d1ce21e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0765791 Jan 17 11:13:40.115088 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eae02cf8-33d4-429a-98af-68718f8ca0c7 req-c451b0a2-3553-48ab-b437-b43cbc92ca67 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Jan 17 11:13:41.230425 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06ad3-34e6-4436-a7ec-936043dfef90 req-8fe504bf-a6fd-491c-8757-656696101ab2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:41.231891 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29b06ad3-34e6-4436-a7ec-936043dfef90 req-8fe504bf-a6fd-491c-8757-656696101ab2 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Jan 17 11:13:41.285379 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29b06ad3-34e6-4436-a7ec-936043dfef90 req-c688e75b-a71c-47bc-a0c2-f9256334672e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Jan 17 11:13:42.395190 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cbb5c-009e-42c6-a638-ea5da64339a6 req-f882caa4-03a6-4bcc-893e-6ed476110732 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:42.397224 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8b5cbb5c-009e-42c6-a638-ea5da64339a6 req-f882caa4-03a6-4bcc-893e-6ed476110732 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0465205 Jan 17 11:13:42.444628 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8b5cbb5c-009e-42c6-a638-ea5da64339a6 req-8fdcfe98-c66b-438b-8786-54e6029bb624 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Jan 17 11:13:42.555657 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dc52a-8d82-47a8-8ba4-b85a567c35df req-ac8dcbaa-dad1-4ac4-b6dd-489df8e50d46 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:42.557091 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-002dc52a-8d82-47a8-8ba4-b85a567c35df req-ac8dcbaa-dad1-4ac4-b6dd-489df8e50d46 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0472238 Jan 17 11:13:42.604283 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-002dc52a-8d82-47a8-8ba4-b85a567c35df req-e87ef9a1-b10b-43c5-a69f-98e294c00eb9 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Jan 17 11:13:42.625886 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39512) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:42.763118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f60ae3-f407-4efa-a844-f83d5e85ffcc tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:42.765312 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e7f60ae3-f407-4efa-a844-f83d5e85ffcc tempest-TestVolumeBootPattern-1789882103 tempest-TestVolumeBootPattern-1789882103-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1093 time: 0.1378753 Jan 17 11:13:42.767496 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39516) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:42.772213 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'port_id': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:13:42.913407 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:43.007763 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:43.110190 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Allocated IP 172.27.2.137 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/d8486117-91e3-446e-a26b-5d67a0a1535a) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:13:43.211629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:43.340765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:43.385123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:13:43.388089 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:13:43.394858 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:13:43.401317 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=d8486117-91e3-446e-a26b-5d67a0a1535a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:43.758924 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (0590a62b-9404-4426-94aa-5e523d455162), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:43.894080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:44.070558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:44.081493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd3d25-8339-4890-a3bf-204f4c59d8c6 req-082007ad-b4d0-4bb3-b7cc-8936ef6d391b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:44.083181 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bccd3d25-8339-4890-a3bf-204f4c59d8c6 req-082007ad-b4d0-4bb3-b7cc-8936ef6d391b tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0793333 Jan 17 11:13:44.130585 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bccd3d25-8339-4890-a3bf-204f4c59d8c6 req-bd7da367-57d1-42c7-8729-ec773abc06b9 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Jan 17 11:13:44.134297 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:44.204751 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event updated for resources: {'Port': ['ID=d8486117-91e3-446e-a26b-5d67a0a1535a,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:44.212144 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (0590a62b-9404-4426-94aa-5e523d455162), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:44.567565 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 0590a62b-9404-4426-94aa-5e523d455162 associated. External IP: 172.27.2.137, port: 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d. Jan 17 11:13:44.769308 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:13:44.874720 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:13:44.884353 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:13:44.893946 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:44.895043 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:44.986561 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:44.999873 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:45.012660 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-310369ce-938d-4bcc-b2c8-57107fc46cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2441611 Jan 17 11:13:45.013358 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:13:45.015663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5" -d '{"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:13:45.053999 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6dbed-4cd4-4d02-bc24-3cdd206acd5e x-openstack-request-id: req-d2d6dbed-4cd4-4d02-bc24-3cdd206acd5e {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:13:45.054289 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:13:45.054544 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2d6dbed-4cd4-4d02-bc24-3cdd206acd5e {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:13:45.054936 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'status': 'completed', 'code': 200} Jan 17 11:13:45.116224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-ba1838a3-3732-4281-aa93-ff384cd20cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:45.117749 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-ba1838a3-3732-4281-aa93-ff384cd20cb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1098 time: 0.0405555 Jan 17 11:13:45.224679 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '0590a62b-9404-4426-94aa-5e523d455162', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:d0:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db613924-39e3-4815-a68d-a883f54f14a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:13:43Z', 'updated_at': '2022-01-17T11:13:43Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}, {'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:45.239436 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-1120428e-04ee-446b-b6ee-5e7e60551661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:45.240892 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-1120428e-04ee-446b-b6ee-5e7e60551661 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.1138310 Jan 17 11:13:45.254249 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:13:45.263163 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:45.263779 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:45.297003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6d15a-cb29-4ef2-945b-96c5d8c7b4c7 req-cfcd3aa2-6bae-4d3d-9aa9-81789782b3f7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:45.298413 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2b6d15a-cb29-4ef2-945b-96c5d8c7b4c7 req-cfcd3aa2-6bae-4d3d-9aa9-81789782b3f7 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0977247 Jan 17 11:13:45.340851 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-4098e115-37b2-42a9-abfb-6c73516c05ca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d HTTP/1.1" status: 200 len: 999 time: 0.0936825 Jan 17 11:13:45.370540 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:45.383431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2b6d15a-cb29-4ef2-945b-96c5d8c7b4c7 req-28c259e9-9608-484c-a5db-525799f61326 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780065 Jan 17 11:13:45.401879 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-ec6ffd1c-06ce-4566-b0f2-8c5cc405dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:45.403456 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-ec6ffd1c-06ce-4566-b0f2-8c5cc405dc42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0517571 Jan 17 11:13:45.452415 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-4eb658f0-b18f-489b-bfca-69b47dd45bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:45.454022 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-4eb658f0-b18f-489b-bfca-69b47dd45bde service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434203 Jan 17 11:13:45.548726 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-9487b5b6-2224-48dc-a0e5-a01c5ac8d21e service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Jan 17 11:13:45.635563 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8db2f44e-c97b-4b9b-8e62-98e0895b63c5 req-8c0aab9a-b390-4522-8445-743ef00dbe1e service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792871 Jan 17 11:13:45.714695 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '0590a62b-9404-4426-94aa-5e523d455162', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:d0:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db613924-39e3-4815-a68d-a883f54f14a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:13:43Z', 'updated_at': '2022-01-17T11:13:43Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}, {'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:45.745085 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6487e46-d724-425e-a7ad-f4cd67a244c4 None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '0590a62b-9404-4426-94aa-5e523d455162', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:d0:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db613924-39e3-4815-a68d-a883f54f14a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:13:43Z', 'updated_at': '2022-01-17T11:13:43Z', 'revision_number': 0, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}, {'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:13:45.923783 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c680b8-f588-4bf3-8fee-ef17eafa8fa2 None None] New status for floating IP 0590a62b-9404-4426-94aa-5e523d455162: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:13:46.206885 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-ae02d0e0-2ef2-4726-ba94-eed42c235d43 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:46.208329 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-ae02d0e0-2ef2-4726-ba94-eed42c235d43 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.0487099 Jan 17 11:13:46.297638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Deleting port 16b4c4a2-39a3-43fe-accb-2280b862fc64 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:46.298003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:46.388968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] For port 16b4c4a2-39a3-43fe-accb-2280b862fc64, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=16b4c4a2-39a3-43fe-accb-2280b862fc64,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:46.389252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:46.571125 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a5d6-ec57-4c50-836a-db8687a3361b req-9b6fad79-deb3-48d1-804b-139cfc296083 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:13:46.572585 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d08a5d6-ec57-4c50-836a-db8687a3361b req-9b6fad79-deb3-48d1-804b-139cfc296083 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 946 time: 0.1192007 Jan 17 11:13:46.601766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:46.602130 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:46.602444 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Floating IP 5724cf82-1411-44a0-a60d-d8638a623788 disassociated. External IP: 172.27.2.44, port: 16b4c4a2-39a3-43fe-accb-2280b862fc64. Jan 17 11:13:46.602781 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Calling delete_port for 16b4c4a2-39a3-43fe-accb-2280b862fc64 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:46.671165 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d08a5d6-ec57-4c50-836a-db8687a3361b req-bea28d68-afcd-4759-8e07-23f7dbca454e tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ff5cf8b-f7d0-471e-b446-7cd7362ce587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924003 Jan 17 11:13:46.843160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (16b4c4a2-39a3-43fe-accb-2280b862fc64), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:46.873030 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'Port': ['ID=16b4c4a2-39a3-43fe-accb-2280b862fc64,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:46.982883 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:13:47.088359 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:13:47.098085 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:13:47.108098 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:47.108709 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:47.129838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] No DVR routers for this DVR port 16b4c4a2-39a3-43fe-accb-2280b862fc64 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:13:47.132916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:47.136214 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0576bc7-a2bf-4868-82e8-3d2a2f647c74 req-9c6eb9fa-e5e6-41cb-b1a4-2961083ff970 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.78 "DELETE /v2.0/ports/16b4c4a2-39a3-43fe-accb-2280b862fc64 HTTP/1.1" status: 204 len: 173 time: 0.9226456 Jan 17 11:13:47.136660 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'name': 'network-vif-deleted', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:13:47.140202 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b885935-7d35-4291-b197-5ff1c2f4a86d" -d '{"events": [{"server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "name": "network-vif-deleted", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:13:47.177628 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bacf1ef-640c-40d7-8e5b-a2147796dc29 x-openstack-request-id: req-0bacf1ef-640c-40d7-8e5b-a2147796dc29 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:13:47.177949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74cb8f-53a3-4fe4-9098-ca960becf30b", "name": "network-vif-deleted", "tag": "16b4c4a2-39a3-43fe-accb-2280b862fc64", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:13:47.178230 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bacf1ef-640c-40d7-8e5b-a2147796dc29 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:13:47.178659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74cb8f-53a3-4fe4-9098-ca960becf30b', 'name': 'network-vif-deleted', 'tag': '16b4c4a2-39a3-43fe-accb-2280b862fc64', 'status': 'completed', 'code': 200} Jan 17 11:13:47.216958 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:47.421867 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:47.451399 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:13:47.460635 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:47.461148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:47.565988 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:47.762549 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:47.777462 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd01fbe6-dfa5-4061-887d-04ac5390af0e req-ff21be8b-bde5-4e6a-a4dc-dd9b08d6f526 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f74cb8f-53a3-4fe4-9098-ca960becf30b HTTP/1.1" status: 200 len: 210 time: 0.0271726 Jan 17 11:13:47.789289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43c82e-73ea-4387-9745-2b7156e5f42e None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:03:14Z', 'revision_number': 4, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '23b433b3-25c1-4db9-b4f0-ac8ab74ca00e', 'name': '', 'network_id': '3aa5f961-5e69-43c1-afd3-c97e46fb3e28', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'mac_address': 'fa:16:3e:9d:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:12Z', 'updated_at': '2022-01-17T11:03:25Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'subnets': [{'id': '4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:13:47.998582 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d599cf6-8113-48a5-b45c-24d7d426996e None None] New status for floating IP 5724cf82-1411-44a0-a60d-d8638a623788: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:13:48.755631 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:48.958173 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39554) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:49.011725 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (5ff5cf8b-f7d0-471e-b446-7cd7362ce587), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.034527 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (5ff5cf8b-f7d0-471e-b446-7cd7362ce587), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.191613 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5ff5cf8b-f7d0-471e-b446-7cd7362ce587), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.194289 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.195444 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ff5cf8b-f7d0-471e-b446-7cd7362ce587 HTTP/1.1" status: 204 len: 168 time: 0.2363143 Jan 17 11:13:49.198284 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 39556) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:49.204561 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb272ce-0ee6-49d9-951a-a1788c17cca4 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5cf8b-f7d0-471e-b446-7cd7362ce587,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:49.216521 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.api.v2.resource [None req-6f4d89b5-40ba-4b41-875c-bf700782aa83 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] show failed (client error): The resource could not be found. Jan 17 11:13:49.216521 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-6f4d89b5-40ba-4b41-875c-bf700782aa83 tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "GET /v2.0/security-groups/5ff5cf8b-f7d0-471e-b446-7cd7362ce587 HTTP/1.1" status: 404 len: 347 time: 0.0136714 Jan 17 11:13:49.218281 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 39558) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:49.343776 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Deleting port 4e95d8fd-0604-4025-a879-8ff75d77ec54 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:49.344039 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.419302 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.419631 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (4e95d8fd-0604-4025-a879-8ff75d77ec54), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.431337 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Calling delete_port for 4e95d8fd-0604-4025-a879-8ff75d77ec54 owned by network:floatingip {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:49.629826 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4e95d8fd-0604-4025-a879-8ff75d77ec54), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.655800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Pushing event deleted for resources: {'Port': ['ID=4e95d8fd-0604-4025-a879-8ff75d77ec54,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:49.665841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.666200 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.666548 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.666893 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.667227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.667557 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.668239 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.668239 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.668519 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.668845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.669170 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.669489 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.669861 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:13:49.728056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks [] for floatingip (5724cf82-1411-44a0-a60d-d8638a623788), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.730824 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:49.732031 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0c508882-f488-4f73-917f-9088cccecc5f tempest-AttachVolumeTestJSON-1011624888 tempest-AttachVolumeTestJSON-1011624888-project] 10.222.0.44 "DELETE /v2.0/floatingips/5724cf82-1411-44a0-a60d-d8638a623788 HTTP/1.1" status: 204 len: 168 time: 0.5126200 Jan 17 11:13:51.459189 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 16b4c4a2-39a3-43fe-accb-2280b862fc64 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:13:51.479304 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 16b4c4a2-39a3-43fe-accb-2280b862fc64 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:13:51.479648 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 16b4c4a2-39a3-43fe-accb-2280b862fc64 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:13:53.759797 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39590) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:54.187901 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:54.425904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Deleting port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:54.426245 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:54.500480 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] For port 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:54.500833 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:54.513605 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Calling delete_port for 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:54.779990 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (23b433b3-25c1-4db9-b4f0-ac8ab74ca00e), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:54.804785 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b433b3-25c1-4db9-b4f0-ac8ab74ca00e,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:54.968034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:55.174300 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Router 6e797cbe-4742-4f90-98a6-d20931ba1dfb has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:13:55.276049 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:13:55.281237 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-95fea352-99c1-4417-bace-ce21d8471702 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e797cbe-4742-4f90-98a6-d20931ba1dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5204008 Jan 17 11:13:55.283700 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39594) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:55.286343 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Sync routers for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:13:55.296864 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:55.297487 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:55.408223 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:55.589809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:13:54Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:55.617168 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Checking router: 6e797cbe-4742-4f90-98a6-d20931ba1dfb for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:13:55.625352 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Routers {'6e797cbe-4742-4f90-98a6-d20931ba1dfb'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:13:55.625988 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:13:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:55.641828 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks [] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:55.728079 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] Set router 6e797cbe-4742-4f90-98a6-d20931ba1dfb gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:13:55.741371 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks [] for router_gateway (6e797cbe-4742-4f90-98a6-d20931ba1dfb), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:55.853094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Deleting port 29c2b648-416d-426e-a7df-38b0fca830ee {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:55.853796 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:55.934853 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] For port 29c2b648-416d-426e-a7df-38b0fca830ee, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=29c2b648-416d-426e-a7df-38b0fca830ee,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:55.935226 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:55.947917 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Calling delete_port for 29c2b648-416d-426e-a7df-38b0fca830ee owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:56.031407 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:13:54Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:56.061320 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f31d20-c348-48c8-8ea6-be4d0ee1d9ed None None] The sync data for ids ['6e797cbe-4742-4f90-98a6-d20931ba1dfb'] in dv-cinder-824911-1-iscsi is: [{'id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'name': 'tempest-AttachVolumeTestJSON-751950242-router', 'tenant_id': 'dc77154439d04934bbe032c9d774caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:06Z', 'updated_at': '2022-01-17T11:13:54Z', 'revision_number': 5, 'project_id': 'dc77154439d04934bbe032c9d774caec', 'gw_port': {'id': '29c2b648-416d-426e-a7df-38b0fca830ee', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e797cbe-4742-4f90-98a6-d20931ba1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:07Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:13:56.192054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (29c2b648-416d-426e-a7df-38b0fca830ee), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.221064 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=29c2b648-416d-426e-a7df-38b0fca830ee,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:56.279820 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.367512 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.369489 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks [] for router_controller (6e797cbe-4742-4f90-98a6-d20931ba1dfb), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.500544 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (6e797cbe-4742-4f90-98a6-d20931ba1dfb), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.501121 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e797cbe-4742-4f90-98a6-d20931ba1dfb {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:13:56.506875 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.510301 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b9bd395a-1c87-46e4-bb3d-e9076205a1fd admin admin] 10.222.0.44 "DELETE /v2.0/routers/6e797cbe-4742-4f90-98a6-d20931ba1dfb HTTP/1.1" status: 204 len: 168 time: 1.2232854 Jan 17 11:13:56.512541 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39596) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:56.522115 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:13:56.545705 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:13:56.546063 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 23b433b3-25c1-4db9-b4f0-ac8ab74ca00e not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:13:56.562287 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Deleting subnet 4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:13:56.565321 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Publish callbacks [] for subnet (4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.598262 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.676235 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.815223 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.842283 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:56.847051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.851122 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2efdcec0-1d67-45d0-b451-07d476a0ca4b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4a8ef5ad-b9d2-4867-bf7a-35360eeda5f1 HTTP/1.1" status: 204 len: 168 time: 0.3393979 Jan 17 11:13:56.853279 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39598) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:56.853901 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8880367-7933-4124-990b-0fac03554c45 None None] Network 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:13:56.920467 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (3aa5f961-5e69-43c1-afd3-c97e46fb3e28), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:56.973480 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Deleting port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:56.973786 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.017888 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] DHCP port deletion for 3aa5f961-5e69-43c1-afd3-c97e46fb3e28 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:13:57.039911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] For port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:57.040275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.053118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Calling delete_port for 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:57.064766 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Deleting port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:13:57.065140 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.127410 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] For port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,segment=NetworkSegment(0ab1a303-156d-4035-9f6d-bac3924dc8f9),segment_id=0ab1a303-156d-4035-9f6d-bac3924dc8f9)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:13:57.128172 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.140334 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Calling delete_port for 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:13:57.209649 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.219234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.239286 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:57.241013 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] No DVR routers for this DVR port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:13:57.244560 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] Pushing event deleted for resources: {'Port': ['ID=9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:57.246416 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dca57-e9fa-4351-b745-0d7735ed98c9 None None] No DVR routers for this DVR port 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:13:57.308731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (3aa5f961-5e69-43c1-afd3-c97e46fb3e28), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.328675 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5f961-5e69-43c1-afd3-c97e46fb3e28']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:57.338689 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab1a303-156d-4035-9f6d-bac3924dc8f9') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:57.338994 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab1a303-156d-4035-9f6d-bac3924dc8f9') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:13:57.348098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (0ab1a303-156d-4035-9f6d-bac3924dc8f9), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.360681 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (0ab1a303-156d-4035-9f6d-bac3924dc8f9), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.366409 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:13:57.366789 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (0ab1a303-156d-4035-9f6d-bac3924dc8f9), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:13:57.378332 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:13:57.382340 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:13:57.505881 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (3aa5f961-5e69-43c1-afd3-c97e46fb3e28), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.511000 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.514312 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3aa5f961-5e69-43c1-afd3-c97e46fb3e28 HTTP/1.1" status: 204 len: 168 time: 0.6600690 Jan 17 11:13:57.525019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b00b7-0a55-4809-b77f-d1358e7cb896 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa5f961-5e69-43c1-afd3-c97e46fb3e28,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:57.894816 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39602) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:57.922599 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b9d3496d-93ae-4224-8f41-a4c477b190e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc77154439d04934bbe032c9d774caec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371130 Jan 17 11:13:57.925236 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39604) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:13:57.969534 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] Publish callbacks [] for security_group (d7c57a4b-51df-450f-9a42-c8324aec2f12), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:57.990345 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] Publish callbacks [] for security_group (d7c57a4b-51df-450f-9a42-c8324aec2f12), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:58.117506 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d7c57a4b-51df-450f-9a42-c8324aec2f12), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:58.120219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:13:58.121403 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7c57a4b-51df-450f-9a42-c8324aec2f12 HTTP/1.1" status: 204 len: 168 time: 0.1950126 Jan 17 11:13:58.129732 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3e059-1592-4ff2-9e1d-64b184fcbc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c57a4b-51df-450f-9a42-c8324aec2f12,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:13:58.459776 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:13:58.480572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:13:58.480920 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9e8f5ebe-c65c-4afe-bf04-e0e6ba32d652 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:13:58.481344 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29c2b648-416d-426e-a7df-38b0fca830ee no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:13:58.503053 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 29c2b648-416d-426e-a7df-38b0fca830ee {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:13:58.503405 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 29c2b648-416d-426e-a7df-38b0fca830ee not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:14:00.831452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f1f0bcf8-79ee-4b46-ab63-2272d21a9916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.012034 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 39668) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:03.122525 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-af9a59e2-7cd0-4bec-ada7-1500f8ed1401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.155122 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-09a9eb43-855d-4f09-992b-4ee8ecbbc512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.198953 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-af9a59e2-7cd0-4bec-ada7-1500f8ed1401 admin admin] Publish callbacks [] for security_group (e5be52dd-71bb-463e-9ff0-ffc25d6deb0a), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.258313 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-af9a59e2-7cd0-4bec-ada7-1500f8ed1401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e5be52dd-71bb-463e-9ff0-ffc25d6deb0a), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.296352 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-af9a59e2-7cd0-4bec-ada7-1500f8ed1401 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6db777f86c614a029fcf2158f3fffa03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831709 Jan 17 11:14:03.297232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a59e2-7cd0-4bec-ada7-1500f8ed1401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be52dd-71bb-463e-9ff0-ffc25d6deb0a,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:03.298949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39672) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:03.350474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] Publish callbacks [] for security_group (e5be52dd-71bb-463e-9ff0-ffc25d6deb0a), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.370830 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] Publish callbacks [] for security_group (e5be52dd-71bb-463e-9ff0-ffc25d6deb0a), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.503889 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e5be52dd-71bb-463e-9ff0-ffc25d6deb0a), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.507058 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:03.508222 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5be52dd-71bb-463e-9ff0-ffc25d6deb0a HTTP/1.1" status: 204 len: 168 time: 0.2082860 Jan 17 11:14:03.515897 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab66a-e60e-4fcc-a148-328ce08a5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be52dd-71bb-463e-9ff0-ffc25d6deb0a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:04.406772 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.223636 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39722) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:05.324620 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1df32d16-85f4-45b4-bfb7-4dc3901861cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.395338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1df32d16-85f4-45b4-bfb7-4dc3901861cf admin admin] Publish callbacks [] for security_group (bb5aa587-e5c6-41f0-8bef-03247780592b), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.474911 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1df32d16-85f4-45b4-bfb7-4dc3901861cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (bb5aa587-e5c6-41f0-8bef-03247780592b), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.511446 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df32d16-85f4-45b4-bfb7-4dc3901861cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5aa587-e5c6-41f0-8bef-03247780592b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:05.515710 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1df32d16-85f4-45b4-bfb7-4dc3901861cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=654c8175c4b1427581f5d4c50382c773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910628 Jan 17 11:14:05.518894 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 39726) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:05.567445 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] Publish callbacks [] for security_group (bb5aa587-e5c6-41f0-8bef-03247780592b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.587587 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] Publish callbacks [] for security_group (bb5aa587-e5c6-41f0-8bef-03247780592b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.614743 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.699766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (bb5aa587-e5c6-41f0-8bef-03247780592b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.702363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:05.703502 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb5aa587-e5c6-41f0-8bef-03247780592b HTTP/1.1" status: 204 len: 168 time: 0.1842411 Jan 17 11:14:05.712216 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7857e9d-c4ee-430d-9847-6e8c591b6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5aa587-e5c6-41f0-8bef-03247780592b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:06.802737 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:14.872376 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:14:18.808736 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:30.836870 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-009fe05d-e3aa-4483-b45b-f732053681d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:33.013910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9b583-e4dc-4c9e-ac94-8387cd10b4ea req-64d0c717-e5f3-4e72-a2b3-ea5e8a1b9749 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:14:33.018578 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2d9b583-e4dc-4c9e-ac94-8387cd10b4ea req-64d0c717-e5f3-4e72-a2b3-ea5e8a1b9749 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.0500476 Jan 17 11:14:33.062785 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f2d9b583-e4dc-4c9e-ac94-8387cd10b4ea req-678bf070-40b6-49c1-a8e1-a3a1f515c9b1 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Jan 17 11:14:33.145634 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b13fe7f-a4ff-486d-8dcf-9e78231bcdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:34.188477 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c40bc-9174-4ef3-8ed1-79deb851a39e req-5d984c00-afe2-4791-b110-13d396043fa6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:14:34.189963 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e44c40bc-9174-4ef3-8ed1-79deb851a39e req-5d984c00-afe2-4791-b110-13d396043fa6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.0496716 Jan 17 11:14:34.235600 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e44c40bc-9174-4ef3-8ed1-79deb851a39e req-db32e71e-87eb-4a61-b888-8e427e81a34f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups?id=18cc6a79-4476-4e46-a2f7-111eda3c4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Jan 17 11:14:34.365804 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:34.758705 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-e523f819-d40c-40ac-83cd-a2513cd1025e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:14:34.760116 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-e523f819-d40c-40ac-83cd-a2513cd1025e tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 946 time: 0.0497525 Jan 17 11:14:34.851945 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Deleting port 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:34.852292 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:34.941028 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] For port 00aea434-9b33-4c1b-b4de-b7be26ea2611, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=00aea434-9b33-4c1b-b4de-b7be26ea2611,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:14:34.941397 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.102511 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.102780 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.103090 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Floating IP 6c4f6eba-f771-4e90-b1bd-a02bc98a03b3 disassociated. External IP: 172.27.2.158, port: 00aea434-9b33-4c1b-b4de-b7be26ea2611. Jan 17 11:14:35.103428 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Calling delete_port for 00aea434-9b33-4c1b-b4de-b7be26ea2611 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:35.291758 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (00aea434-9b33-4c1b-b4de-b7be26ea2611), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.329681 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'Port': ['ID=00aea434-9b33-4c1b-b4de-b7be26ea2611,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:35.354846 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.355207 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.355549 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.355886 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.356224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.356554 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.356883 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.357210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.357535 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.358046 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.358376 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.358702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.359026 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:35.363043 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-73e84ba4-bb99-4b70-983d-b56361d3e008 req-fc24bc81-ed06-49e2-9cd1-3e6661792780 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0436993 Jan 17 11:14:35.466009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:14:35.569594 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:14:35.580343 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:14:35.590431 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:14:35.591044 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:14:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:35.608324 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] No DVR routers for this DVR port 00aea434-9b33-4c1b-b4de-b7be26ea2611 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:14:35.609897 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.613168 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-39b0b35d-507f-4c15-ac0f-93e0ec2cafb9 req-fd8c87da-600c-415b-995f-8048514d1710 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.78 "DELETE /v2.0/ports/00aea434-9b33-4c1b-b4de-b7be26ea2611 HTTP/1.1" status: 204 len: 173 time: 0.8479440 Jan 17 11:14:35.613605 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-deleted', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:14:35.616453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117cd24-d2e2-4bf5-ad57-6c9119d5447a" -d '{"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-deleted", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:14:35.625988 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:35.651054 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0829f-93a0-4c93-81b5-a4939db94df4 x-openstack-request-id: req-43e0829f-93a0-4c93-81b5-a4939db94df4 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:14:35.651351 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd5b4f-0186-4968-866c-9468d9fdace9", "name": "network-vif-deleted", "tag": "00aea434-9b33-4c1b-b4de-b7be26ea2611", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:14:35.651663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43e0829f-93a0-4c93-81b5-a4939db94df4 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:14:35.652004 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd5b4f-0186-4968-866c-9468d9fdace9', 'name': 'network-vif-deleted', 'tag': '00aea434-9b33-4c1b-b4de-b7be26ea2611', 'status': 'completed', 'code': 200} Jan 17 11:14:35.703150 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:14:35.900852 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:36.008272 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:14:36.016532 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:14:36.017139 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:14:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:36.120157 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:14:36.309570 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:36.337065 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522166c-1f2c-4a73-afbf-dbe7f9fef3c8 None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:03:16Z', 'revision_number': 4, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'acb721f9-686c-4d0d-a76a-c6d333703149', 'name': '', 'network_id': 'b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'mac_address': 'fa:16:3e:37:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:14Z', 'updated_at': '2022-01-17T11:03:22Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'subnets': [{'id': '80f5de5d-534b-4e3d-9b62-dc2a3e694532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:14:36.466283 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20f38d29-79f3-4e39-af73-52772e6cae05 req-5033d7dc-2b5a-47d9-af26-cd4df46194ac tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0292232 Jan 17 11:14:36.550155 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f35f17-68a8-4751-b579-5e765e2497d1 None None] New status for floating IP 6c4f6eba-f771-4e90-b1bd-a02bc98a03b3: DOWN {{(pid=103026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:14:36.819876 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:37.565440 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd492775-30f0-4955-9f0d-c2ead1185210 req-4eae581f-5c71-4946-a55c-4e52a8427aa6 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0255966 Jan 17 11:14:38.674940 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2982df6-1be4-4975-92c9-5e8592b9f355 req-a6303526-b0d0-45b4-8500-9b81cf93707b tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdd5b4f-0186-4968-866c-9468d9fdace9 HTTP/1.1" status: 200 len: 210 time: 0.0249238 Jan 17 11:14:39.811981 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40006) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:39.863049 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (18cc6a79-4476-4e46-a2f7-111eda3c4c93), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:39.886144 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (18cc6a79-4476-4e46-a2f7-111eda3c4c93), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.008144 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (18cc6a79-4476-4e46-a2f7-111eda3c4c93), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.010811 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.011952 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "DELETE /v2.0/security-groups/18cc6a79-4476-4e46-a2f7-111eda3c4c93 HTTP/1.1" status: 204 len: 168 time: 0.1989782 Jan 17 11:14:40.014732 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40010) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:40.021084 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb0fa1-fb76-43cf-8dd0-0994889e6e7f tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc6a79-4476-4e46-a2f7-111eda3c4c93,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:40.030551 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.api.v2.resource [None req-b7e83ae2-fe56-4179-b356-99d9acbc34d9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] show failed (client error): The resource could not be found. Jan 17 11:14:40.031567 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-b7e83ae2-fe56-4179-b356-99d9acbc34d9 tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "GET /v2.0/security-groups/18cc6a79-4476-4e46-a2f7-111eda3c4c93 HTTP/1.1" status: 404 len: 347 time: 0.0157681 Jan 17 11:14:40.034371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40012) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:40.157333 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Deleting port f2bad4a8-063d-4201-90f7-22d7f319383f {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:40.157689 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.228698 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.228946 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (f2bad4a8-063d-4201-90f7-22d7f319383f), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.241034 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Calling delete_port for f2bad4a8-063d-4201-90f7-22d7f319383f owned by network:floatingip {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:40.442298 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (f2bad4a8-063d-4201-90f7-22d7f319383f), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.467546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Pushing event deleted for resources: {'Port': ['ID=f2bad4a8-063d-4201-90f7-22d7f319383f,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:40.528681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks [] for floatingip (6c4f6eba-f771-4e90-b1bd-a02bc98a03b3), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.531118 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:40.532250 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-9ce2eb6f-b1e5-481b-b76f-9e23b5a6207c tempest-AttachVolumeShelveTestJSON-804530799 tempest-AttachVolumeShelveTestJSON-804530799-project] 10.222.0.44 "DELETE /v2.0/floatingips/6c4f6eba-f771-4e90-b1bd-a02bc98a03b3 HTTP/1.1" status: 204 len: 168 time: 0.4969740 Jan 17 11:14:41.582634 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:14:41.602287 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 00aea434-9b33-4c1b-b4de-b7be26ea2611 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:14:41.604575 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 00aea434-9b33-4c1b-b4de-b7be26ea2611 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:14:46.465867 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40070) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:46.945464 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:47.184348 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Deleting port acb721f9-686c-4d0d-a76a-c6d333703149 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:47.184694 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:47.260054 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] For port acb721f9-686c-4d0d-a76a-c6d333703149, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=acb721f9-686c-4d0d-a76a-c6d333703149,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:14:47.260349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:47.276745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Calling delete_port for acb721f9-686c-4d0d-a76a-c6d333703149 owned by network:router_interface {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:47.540031 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (acb721f9-686c-4d0d-a76a-c6d333703149), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:47.567131 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb721f9-686c-4d0d-a76a-c6d333703149,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:47.731063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.215378 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:14:48.321232 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:14:48.326326 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-16a06407-4c64-4d49-b8bc-ea656777fa87 admin admin] 10.222.0.44 "PUT /v2.0/routers/5d2f0343-8e16-44b6-ab13-492f1ef363e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593655 Jan 17 11:14:48.328731 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40096) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:48.330860 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Sync routers for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:14:48.340032 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:14:48.340740 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:14:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:48.431928 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks [] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.448660 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:14:48.537154 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks [] for router_gateway (5d2f0343-8e16-44b6-ab13-492f1ef363e6), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.620438 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:14:47Z', 'revision_number': 5, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port': {'id': 'de0259b9-5479-43d2-998e-99c5918bb03e', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:03:10Z', 'updated_at': '2022-01-17T11:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:48.650567 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Checking router: 5d2f0343-8e16-44b6-ab13-492f1ef363e6 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:14:48.658931 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Routers {'5d2f0343-8e16-44b6-ab13-492f1ef363e6'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:14:48.659528 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:14:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:48.667018 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Deleting port de0259b9-5479-43d2-998e-99c5918bb03e {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:48.667562 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.748328 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] Set router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:14:48.750000 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] For port de0259b9-5479-43d2-998e-99c5918bb03e, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=de0259b9-5479-43d2-998e-99c5918bb03e,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:14:48.750375 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.762944 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Calling delete_port for de0259b9-5479-43d2-998e-99c5918bb03e owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:48.783128 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:48.802759 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:14:48Z', 'revision_number': 6, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port_host': None}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:48.833067 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3b3f8-07fc-4e3f-8c5f-e70c0e192b8f None None] The sync data for ids ['5d2f0343-8e16-44b6-ab13-492f1ef363e6'] in dv-cinder-824911-1-iscsi is: [{'id': '5d2f0343-8e16-44b6-ab13-492f1ef363e6', 'name': 'tempest-AttachVolumeShelveTestJSON-719652075-router', 'tenant_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:03:08Z', 'updated_at': '2022-01-17T11:14:48Z', 'revision_number': 6, 'project_id': '2535e2ee8a9241d79be77d33e7ca13a2', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:14:49.025302 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (de0259b9-5479-43d2-998e-99c5918bb03e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.051772 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=de0259b9-5479-43d2-998e-99c5918bb03e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:49.109299 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.199418 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.201795 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks [] for router_controller (5d2f0343-8e16-44b6-ab13-492f1ef363e6), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.339840 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (5d2f0343-8e16-44b6-ab13-492f1ef363e6), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.344233 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2f0343-8e16-44b6-ab13-492f1ef363e6 {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:14:49.345201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.346073 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-247cdc5d-5bc2-4935-89ca-20c727381fbe admin admin] 10.222.0.44 "DELETE /v2.0/routers/5d2f0343-8e16-44b6-ab13-492f1ef363e6 HTTP/1.1" status: 204 len: 168 time: 1.0164313 Jan 17 11:14:49.348479 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40104) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:49.392244 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Deleting subnet 80f5de5d-534b-4e3d-9b62-dc2a3e694532 {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:14:49.395294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Publish callbacks [] for subnet (80f5de5d-534b-4e3d-9b62-dc2a3e694532), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.429138 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63101467'] for subnet (80f5de5d-534b-4e3d-9b62-dc2a3e694532), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.506737 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (80f5de5d-534b-4e3d-9b62-dc2a3e694532), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.608831 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63569532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63874162'] for subnet (80f5de5d-534b-4e3d-9b62-dc2a3e694532), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.636734 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f5de5d-534b-4e3d-9b62-dc2a3e694532,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:49.638751 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.642054 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ddcf689e-8e83-428f-a9a9-efdad198a79d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/80f5de5d-534b-4e3d-9b62-dc2a3e694532 HTTP/1.1" status: 204 len: 168 time: 0.2926190 Jan 17 11:14:49.644636 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680b9e6-1e53-407e-a3a6-886f115ee593 None None] Network b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:14:49.644772 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40106) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:49.718630 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.771684 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Deleting port 28c90315-f928-47ed-8bde-7c9098dd0052 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:49.772101 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.797376 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] DHCP port deletion for b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:14:49.839503 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] For port 28c90315-f928-47ed-8bde-7c9098dd0052, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=28c90315-f928-47ed-8bde-7c9098dd0052,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:14:49.839878 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.850697 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Deleting port 28c90315-f928-47ed-8bde-7c9098dd0052 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:14:49.851075 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.855177 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Calling delete_port for 28c90315-f928-47ed-8bde-7c9098dd0052 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:49.913123 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] For port 28c90315-f928-47ed-8bde-7c9098dd0052, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=28c90315-f928-47ed-8bde-7c9098dd0052,segment=NetworkSegment(e3309345-148a-44b4-a0ea-0d4e85b2c1d5),segment_id=e3309345-148a-44b4-a0ea-0d4e85b2c1d5)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:14:49.913515 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:49.926588 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Calling delete_port for 28c90315-f928-47ed-8bde-7c9098dd0052 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:14:50.025852 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.031035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (28c90315-f928-47ed-8bde-7c9098dd0052), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.052450 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c90315-f928-47ed-8bde-7c9098dd0052,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:50.055853 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] No DVR routers for this DVR port 28c90315-f928-47ed-8bde-7c9098dd0052 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:14:50.057263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Pushing event deleted for resources: {'Port': ['ID=28c90315-f928-47ed-8bde-7c9098dd0052,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:50.059608 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] No DVR routers for this DVR port 28c90315-f928-47ed-8bde-7c9098dd0052 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:14:50.071020 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.071419 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.072207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.072557 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.073112 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.073535 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.074064 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.074414 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.074742 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.075175 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.075542 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.075934 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.076430 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0038af5a-4b69-4e6b-b233-fb08370cfd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:50.127980 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.148453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:50.157645 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:50.157983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3309345-148a-44b4-a0ea-0d4e85b2c1d5') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:14:50.168636 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (e3309345-148a-44b4-a0ea-0d4e85b2c1d5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.181472 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (e3309345-148a-44b4-a0ea-0d4e85b2c1d5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.187186 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:14:50.187563 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (e3309345-148a-44b4-a0ea-0d4e85b2c1d5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:14:50.189155 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:14:50.311449 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.316066 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.324128 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f HTTP/1.1" status: 204 len: 168 time: 0.6739137 Jan 17 11:14:50.337710 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f1ef7-0647-406d-9739-dcad433b0eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fd5d58-54fd-4f6a-ba8c-ba58efef4a6f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:50.485543 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device acb721f9-686c-4d0d-a76a-c6d333703149 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:14:50.506214 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: acb721f9-686c-4d0d-a76a-c6d333703149 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:14:50.509544 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device acb721f9-686c-4d0d-a76a-c6d333703149 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:14:50.509544 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 28c90315-f928-47ed-8bde-7c9098dd0052 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:14:50.527345 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 28c90315-f928-47ed-8bde-7c9098dd0052 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:14:50.527698 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 28c90315-f928-47ed-8bde-7c9098dd0052 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:14:50.528128 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device de0259b9-5479-43d2-998e-99c5918bb03e no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:14:50.547124 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: de0259b9-5479-43d2-998e-99c5918bb03e {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:14:50.547477 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device de0259b9-5479-43d2-998e-99c5918bb03e not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:14:50.700973 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40120) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:50.739158 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3ca328b2-e0fd-442c-b5b1-70bf366eb412 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2535e2ee8a9241d79be77d33e7ca13a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370605 Jan 17 11:14:50.742256 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40122) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:50.790241 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] Publish callbacks [] for security_group (73ffd2a3-2e17-4db7-bffe-bd5edfce5a42), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.810766 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] Publish callbacks [] for security_group (73ffd2a3-2e17-4db7-bffe-bd5edfce5a42), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.926176 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (73ffd2a3-2e17-4db7-bffe-bd5edfce5a42), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.928803 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:50.929996 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73ffd2a3-2e17-4db7-bffe-bd5edfce5a42 HTTP/1.1" status: 204 len: 168 time: 0.1868265 Jan 17 11:14:50.937507 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f1f5d-4c27-4e84-8299-bddea5059071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffd2a3-2e17-4db7-bffe-bd5edfce5a42,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:51.871528 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:14:56.151832 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40280) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:56.252051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8f1549fb-2c4b-49c6-b8fa-8dd580c93dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.322313 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8f1549fb-2c4b-49c6-b8fa-8dd580c93dea admin admin] Publish callbacks [] for security_group (e2523f73-de4e-45b8-8c2f-bcab46d90829), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.394471 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8f1549fb-2c4b-49c6-b8fa-8dd580c93dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e2523f73-de4e-45b8-8c2f-bcab46d90829), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.435452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8f1549fb-2c4b-49c6-b8fa-8dd580c93dea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84e39fef18b64c37b7645f2a4ace7539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825637 Jan 17 11:14:56.436169 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1549fb-2c4b-49c6-b8fa-8dd580c93dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2523f73-de4e-45b8-8c2f-bcab46d90829,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:56.438102 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40284) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:56.487804 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Publish callbacks [] for security_group (e2523f73-de4e-45b8-8c2f-bcab46d90829), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.508458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Publish callbacks [] for security_group (e2523f73-de4e-45b8-8c2f-bcab46d90829), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.628148 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (e2523f73-de4e-45b8-8c2f-bcab46d90829), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.631224 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:56.632371 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2523f73-de4e-45b8-8c2f-bcab46d90829 HTTP/1.1" status: 204 len: 168 time: 0.1930633 Jan 17 11:14:56.640466 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2523f73-de4e-45b8-8c2f-bcab46d90829,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:56.648341 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.648703 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.649055 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.649402 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.649778 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.650137 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.650616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.650958 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.651299 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.651639 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.651974 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.652303 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:56.652634 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d3950-e5db-41b1-b122-449f1294543c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:14:57.296708 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40292) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:57.310453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dba64569-3b59-4b22-90d4-53125ac585a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.380393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dba64569-3b59-4b22-90d4-53125ac585a1 admin admin] Publish callbacks [] for security_group (d2f8f200-33d9-44fd-854e-275874afd57e), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.470463 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dba64569-3b59-4b22-90d4-53125ac585a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d2f8f200-33d9-44fd-854e-275874afd57e), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.507928 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-dba64569-3b59-4b22-90d4-53125ac585a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2520bfb9ab174f4ea36511b6af6dc891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101188 Jan 17 11:14:57.509067 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba64569-3b59-4b22-90d4-53125ac585a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f8f200-33d9-44fd-854e-275874afd57e,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:14:57.510675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40294) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:14:57.558501 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] Publish callbacks [] for security_group (d2f8f200-33d9-44fd-854e-275874afd57e), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.583110 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] Publish callbacks [] for security_group (d2f8f200-33d9-44fd-854e-275874afd57e), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.716397 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (d2f8f200-33d9-44fd-854e-275874afd57e), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.719063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:14:57.720224 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2f8f200-33d9-44fd-854e-275874afd57e HTTP/1.1" status: 204 len: 168 time: 0.2084651 Jan 17 11:14:57.728342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8b61-13b0-427c-b5d4-31ca69a817a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f8f200-33d9-44fd-854e-275874afd57e,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:00.842319 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1995cee-0c5a-4218-b358-62b9a009c891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.192666 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40400) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:01.295989 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0edfbc91-07a2-48b2-89db-ab650377244c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.370265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0edfbc91-07a2-48b2-89db-ab650377244c admin admin] Publish callbacks [] for security_group (09e411b2-802d-4afc-bfce-3b9216efde23), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.457145 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0edfbc91-07a2-48b2-89db-ab650377244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (09e411b2-802d-4afc-bfce-3b9216efde23), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.494866 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0edfbc91-07a2-48b2-89db-ab650377244c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbe2cf44d18a4deb881d4fefe0f467e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010709 Jan 17 11:15:01.496035 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfbc91-07a2-48b2-89db-ab650377244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e411b2-802d-4afc-bfce-3b9216efde23,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:01.497564 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40408) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:01.547390 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] Publish callbacks [] for security_group (09e411b2-802d-4afc-bfce-3b9216efde23), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.569298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] Publish callbacks [] for security_group (09e411b2-802d-4afc-bfce-3b9216efde23), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.694100 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (09e411b2-802d-4afc-bfce-3b9216efde23), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.696668 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:01.697838 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09e411b2-802d-4afc-bfce-3b9216efde23 HTTP/1.1" status: 204 len: 168 time: 0.1992321 Jan 17 11:15:01.705471 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626abf6-671e-4d7f-b5d7-276a5211afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e411b2-802d-4afc-bfce-3b9216efde23,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:02.385231 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40418) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:02.398451 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e16dec38-fc13-41fb-b04a-f4cee2f43a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.471274 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e16dec38-fc13-41fb-b04a-f4cee2f43a11 admin admin] Publish callbacks [] for security_group (31c15738-7411-413f-b66e-71e4b0ece2ab), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.562409 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e16dec38-fc13-41fb-b04a-f4cee2f43a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (31c15738-7411-413f-b66e-71e4b0ece2ab), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.603459 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e16dec38-fc13-41fb-b04a-f4cee2f43a11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7feb0e43bb5246c38177bc2bffa34a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171001 Jan 17 11:15:02.604666 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dec38-fc13-41fb-b04a-f4cee2f43a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c15738-7411-413f-b66e-71e4b0ece2ab,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:02.605520 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40422) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:02.658001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] Publish callbacks [] for security_group (31c15738-7411-413f-b66e-71e4b0ece2ab), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.679993 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] Publish callbacks [] for security_group (31c15738-7411-413f-b66e-71e4b0ece2ab), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.819642 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (31c15738-7411-413f-b66e-71e4b0ece2ab), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.822288 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:02.823429 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31c15738-7411-413f-b66e-71e4b0ece2ab HTTP/1.1" status: 204 len: 168 time: 0.2163765 Jan 17 11:15:02.831332 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fadd1-7c8d-4600-92f6-29e813ffa52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c15738-7411-413f-b66e-71e4b0ece2ab,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:03.171233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2488e5d3-07ee-4074-a1c0-d3ed898d1cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:03.684960 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40468) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:03.787769 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-134aee75-507b-4c0b-afe5-92e80d2dc606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:03.859547 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-134aee75-507b-4c0b-afe5-92e80d2dc606 admin admin] Publish callbacks [] for security_group (6a1403ab-a601-474b-b278-5dc6e04f4d4d), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:03.945336 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-134aee75-507b-4c0b-afe5-92e80d2dc606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6a1403ab-a601-474b-b278-5dc6e04f4d4d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:03.982517 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-134aee75-507b-4c0b-afe5-92e80d2dc606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07562ad3087245649344bb91c9c7a9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963836 Jan 17 11:15:03.984482 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aee75-507b-4c0b-afe5-92e80d2dc606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1403ab-a601-474b-b278-5dc6e04f4d4d,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:03.985257 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40478) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:04.032567 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] Publish callbacks [] for security_group (6a1403ab-a601-474b-b278-5dc6e04f4d4d), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.054275 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] Publish callbacks [] for security_group (6a1403ab-a601-474b-b278-5dc6e04f4d4d), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.185038 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (6a1403ab-a601-474b-b278-5dc6e04f4d4d), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.187809 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.188967 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a1403ab-a601-474b-b278-5dc6e04f4d4d HTTP/1.1" status: 204 len: 168 time: 0.2026889 Jan 17 11:15:04.197813 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118656-5e25-4f7e-b068-d9679f6bf295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1403ab-a601-474b-b278-5dc6e04f4d4d,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:04.362983 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.837520 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40496) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:04.850988 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bfc43ca-5f49-4b14-a003-885cc71aea88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:04.927744 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bfc43ca-5f49-4b14-a003-885cc71aea88 admin admin] Publish callbacks [] for security_group (762abcfd-b252-4284-9ba5-de44b2d344aa), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.000159 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bfc43ca-5f49-4b14-a003-885cc71aea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (762abcfd-b252-4284-9ba5-de44b2d344aa), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.040792 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1bfc43ca-5f49-4b14-a003-885cc71aea88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c18c3f013c124561849815ad0f74c43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021086 Jan 17 11:15:05.041952 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc43ca-5f49-4b14-a003-885cc71aea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762abcfd-b252-4284-9ba5-de44b2d344aa,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:05.043506 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40504) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:05.092617 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] Publish callbacks [] for security_group (762abcfd-b252-4284-9ba5-de44b2d344aa), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.115182 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] Publish callbacks [] for security_group (762abcfd-b252-4284-9ba5-de44b2d344aa), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.230633 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (762abcfd-b252-4284-9ba5-de44b2d344aa), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.233247 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:05.234475 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/762abcfd-b252-4284-9ba5-de44b2d344aa HTTP/1.1" status: 204 len: 168 time: 0.1890106 Jan 17 11:15:05.244445 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c024-fd28-4945-95c3-637ca621bb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762abcfd-b252-4284-9ba5-de44b2d344aa,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:05.636913 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:06.796897 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:17.823909 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40694) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:17.931789 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b1023807-0887-4f9c-b619-8f8329b49b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.007931 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b1023807-0887-4f9c-b619-8f8329b49b89 admin admin] Publish callbacks [] for security_group (5760eef7-546f-4554-a3ce-37ced20ef5a1), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.090756 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-b1023807-0887-4f9c-b619-8f8329b49b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5760eef7-546f-4554-a3ce-37ced20ef5a1), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.128492 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-b1023807-0887-4f9c-b619-8f8329b49b89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8eebab9f121c405493e397b7cc00aa2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034792 Jan 17 11:15:18.134962 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1023807-0887-4f9c-b619-8f8329b49b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5760eef7-546f-4554-a3ce-37ced20ef5a1,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:18.135126 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40704) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:18.179888 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] Publish callbacks [] for security_group (5760eef7-546f-4554-a3ce-37ced20ef5a1), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.201673 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] Publish callbacks [] for security_group (5760eef7-546f-4554-a3ce-37ced20ef5a1), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.299687 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5760eef7-546f-4554-a3ce-37ced20ef5a1), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.302798 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:18.303922 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5760eef7-546f-4554-a3ce-37ced20ef5a1 HTTP/1.1" status: 204 len: 168 time: 0.1709838 Jan 17 11:15:18.312116 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fde995-8503-4b2d-9cf6-dad464fe81d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5760eef7-546f-4554-a3ce-37ced20ef5a1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:18.845542 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.008026 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40712) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:19.021320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8497d59f-6d39-45a2-8d1e-941546a445fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.092169 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8497d59f-6d39-45a2-8d1e-941546a445fc admin admin] Publish callbacks [] for security_group (29db8622-27fc-45f0-b5e4-89bf6e666d05), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.179355 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8497d59f-6d39-45a2-8d1e-941546a445fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29db8622-27fc-45f0-b5e4-89bf6e666d05), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.219681 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8497d59f-6d39-45a2-8d1e-941546a445fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92718c75134e4c21839af36f48fa52de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105596 Jan 17 11:15:19.221565 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497d59f-6d39-45a2-8d1e-941546a445fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29db8622-27fc-45f0-b5e4-89bf6e666d05,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:19.222369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40718) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:19.270264 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] Publish callbacks [] for security_group (29db8622-27fc-45f0-b5e4-89bf6e666d05), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.291006 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] Publish callbacks [] for security_group (29db8622-27fc-45f0-b5e4-89bf6e666d05), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.407917 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29db8622-27fc-45f0-b5e4-89bf6e666d05), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.410494 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.411641 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29db8622-27fc-45f0-b5e4-89bf6e666d05 HTTP/1.1" status: 204 len: 168 time: 0.1877313 Jan 17 11:15:19.419690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb455cf0-d4f5-4aa0-9021-819ccbfb87bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db8622-27fc-45f0-b5e4-89bf6e666d05,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:19.685120 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40728) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:19.789801 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-372271ea-6389-4481-bb59-e8cb2f58fbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.860519 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-372271ea-6389-4481-bb59-e8cb2f58fbbc admin admin] Publish callbacks [] for security_group (090d17a2-0c97-4609-82c4-1847adedb070), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.943369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-372271ea-6389-4481-bb59-e8cb2f58fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (090d17a2-0c97-4609-82c4-1847adedb070), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:19.985776 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-372271ea-6389-4481-bb59-e8cb2f58fbbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbe6b5356956485bbaff1aabf8a92c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993972 Jan 17 11:15:19.986581 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40740) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:19.986808 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372271ea-6389-4481-bb59-e8cb2f58fbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d17a2-0c97-4609-82c4-1847adedb070,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:20.036380 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] Publish callbacks [] for security_group (090d17a2-0c97-4609-82c4-1847adedb070), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.058025 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] Publish callbacks [] for security_group (090d17a2-0c97-4609-82c4-1847adedb070), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.171137 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (090d17a2-0c97-4609-82c4-1847adedb070), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.174067 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.175233 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/090d17a2-0c97-4609-82c4-1847adedb070 HTTP/1.1" status: 204 len: 168 time: 0.1876881 Jan 17 11:15:20.183376 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3746e-2672-4ca3-b865-9b1818ae3caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d17a2-0c97-4609-82c4-1847adedb070,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:20.398681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40752) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:20.494755 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1708429087-network', 'tenant_id': 'c25817d8ef664c5ea2df1f3b1543b103'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:20.593433 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Made reservation on behalf of c25817d8ef664c5ea2df1f3b1543b103 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:20.595843 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.605764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.677127 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks [] for security_group (8324facd-01e6-48f0-abc2-49164d0335bf), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.761890 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8324facd-01e6-48f0-abc2-49164d0335bf), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.782592 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:15:20.801420 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (97c6649f-9883-46f1-912f-90fc57b7ff02), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.801797 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Added segment 97c6649f-9883-46f1-912f-90fc57b7ff02 of type vlan for network da2678a4-23f1-4ee0-9065-8f4018be98fe Jan 17 11:15:20.804978 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40758) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:20.810016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8324facd-01e6-48f0-abc2-49164d0335bf,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:20.818643 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb11-5ed2-4ea0-a89b-0ff43f852327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.844692 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (da2678a4-23f1-4ee0-9065-8f4018be98fe), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.891576 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb11-5ed2-4ea0-a89b-0ff43f852327 admin admin] Publish callbacks [] for security_group (29adffbf-9127-4590-82fd-6aa251364e1d), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.925364 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (da2678a4-23f1-4ee0-9065-8f4018be98fe), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.926416 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:20.927009 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:20.986009 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=da2678a4-23f1-4ee0-9065-8f4018be98fe,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:20.995570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network da2678a4-23f1-4ee0-9065-8f4018be98fe details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:15:21.007577 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb11-5ed2-4ea0-a89b-0ff43f852327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29adffbf-9127-4590-82fd-6aa251364e1d), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.045486 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7bf0fb11-5ed2-4ea0-a89b-0ff43f852327 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53f236c149224aa2b6e5e26e1ff6d067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393332 Jan 17 11:15:21.047546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0fb11-5ed2-4ea0-a89b-0ff43f852327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29adffbf-9127-4590-82fd-6aa251364e1d,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:21.048066 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40760) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:21.097702 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-141cc4c5-87eb-4744-83d4-1a412e663ea5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6979001 Jan 17 11:15:21.100810 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] Publish callbacks [] for security_group (29adffbf-9127-4590-82fd-6aa251364e1d), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.100946 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40762) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:21.105646 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Request body: {'subnet': {'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1708429087-subnet', 'tenant_id': 'c25817d8ef664c5ea2df1f3b1543b103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:21.122705 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] Publish callbacks [] for security_group (29adffbf-9127-4590-82fd-6aa251364e1d), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.187784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Made reservation on behalf of c25817d8ef664c5ea2df1f3b1543b103 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:21.190248 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63278388'] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.239828 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (29adffbf-9127-4590-82fd-6aa251364e1d), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.242582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.243782 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29adffbf-9127-4590-82fd-6aa251364e1d HTTP/1.1" status: 204 len: 168 time: 0.1947296 Jan 17 11:15:21.256274 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238146d-01b3-4d4c-9463-ed72384f8509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29adffbf-9127-4590-82fd-6aa251364e1d,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:21.471047 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49428287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63278374'] for subnet (2037003b-e8ae-4367-a7d6-8676db15155f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.530291 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2037003b-e8ae-4367-a7d6-8676db15155f,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:21.537939 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Checking segment: {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:21.538297 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Network hostable DHCP agents. Network: da2678a4-23f1-4ee0-9065-8f4018be98fe, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:15:21.664951 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Network da2678a4-23f1-4ee0-9065-8f4018be98fe is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:15:21.739403 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, da2678a4-23f1-4ee0-9065-8f4018be98fe) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:21.743548 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:21.744151 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:21.748973 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab88eb6-f1be-4d41-8460-4d1acc59ac6c None None] Network da2678a4-23f1-4ee0-9065-8f4018be98fe requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:21.825410 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9596ab54-d827-4d45-808d-304d174e2c68 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7233834 Jan 17 11:15:21.843349 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ff18b-c6df-4cd0-a991-fba96add0762 None None] Network da2678a4-23f1-4ee0-9065-8f4018be98fe requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:21.971430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40774) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:21.984810 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2f10a398-fac3-429a-9730-0c06c8c7761e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.061298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2f10a398-fac3-429a-9730-0c06c8c7761e admin admin] Publish callbacks [] for security_group (64bea06b-d30a-4d2a-87da-c436e8ac5a49), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.125393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2f10a398-fac3-429a-9730-0c06c8c7761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (64bea06b-d30a-4d2a-87da-c436e8ac5a49), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.164829 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2f10a398-fac3-429a-9730-0c06c8c7761e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b7e8e0c89c44a7aa0ba16b476e122f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923113 Jan 17 11:15:22.165841 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a398-fac3-429a-9730-0c06c8c7761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bea06b-d30a-4d2a-87da-c436e8ac5a49,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:22.167509 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40776) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:22.227186 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] Publish callbacks [] for security_group (64bea06b-d30a-4d2a-87da-c436e8ac5a49), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.248258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] Publish callbacks [] for security_group (64bea06b-d30a-4d2a-87da-c436e8ac5a49), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.348363 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (64bea06b-d30a-4d2a-87da-c436e8ac5a49), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.351098 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:22.352260 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64bea06b-d30a-4d2a-87da-c436e8ac5a49 HTTP/1.1" status: 204 len: 168 time: 0.1836431 Jan 17 11:15:22.360270 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cc8be-3a55-4219-9d8c-0af74f078777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bea06b-d30a-4d2a-87da-c436e8ac5a49,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:22.852514 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-9412068e-149f-4e88-bc6f-4e45fefcb50f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421374 Jan 17 11:15:22.941131 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-1321a182-bf38-4028-a791-0de9cbe5603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:22.943220 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-1321a182-bf38-4028-a791-0de9cbe5603f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1099 time: 0.0451732 Jan 17 11:15:23.045123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-e53f352a-8f19-48cd-b21c-a9209e88902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:23.046586 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-e53f352a-8f19-48cd-b21c-a9209e88902f service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.0858655 Jan 17 11:15:23.113355 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-1b7880fe-2d77-40cc-ae1d-1ff6e5510bf3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 1002 time: 0.0602760 Jan 17 11:15:23.162035 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-99fc2444-98a4-4b8f-a0f1-f8e01a4bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:23.165783 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-99fc2444-98a4-4b8f-a0f1-f8e01a4bff13 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0437915 Jan 17 11:15:23.209247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-3d0b9e86-63ae-4d92-b4dc-ca88b0e2cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:23.210795 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-3d0b9e86-63ae-4d92-b4dc-ca88b0e2cb82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408306 Jan 17 11:15:23.299722 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-cc7699ba-4a53-4cb2-bf9c-fe3d6593a000 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825346 Jan 17 11:15:23.387708 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27714bf0-7a9e-4821-b2d7-e69b65e62593 req-e23ea798-d32a-4e49-b2d0-75c668a4c346 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806422 Jan 17 11:15:24.108226 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40830) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:24.124720 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-67315ba4-5f10-44fb-90c6-c15423a3139e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:24.124720 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-67315ba4-5f10-44fb-90c6-c15423a3139e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/networks?id=da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 200 len: 809 time: 0.1059167 Jan 17 11:15:24.140735 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-84add527-cef9-492a-8513-14843efac6a6 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/quotas/c25817d8ef664c5ea2df1f3b1543b103 HTTP/1.1" status: 200 len: 375 time: 0.0091405 Jan 17 11:15:24.171538 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2c70e8a0-5b17-40b9-9c90-27431af30ca9 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255883 Jan 17 11:15:24.220181 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-03d0cc14-d954-4083-819c-d3de9d71b751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.230642 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-3111f1eb-10bc-458c-a309-5b6775d60333 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:15:24.231566 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-3111f1eb-10bc-458c-a309-5b6775d60333 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537386 Jan 17 11:15:24.293241 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-03d0cc14-d954-4083-819c-d3de9d71b751 admin admin] Publish callbacks [] for security_group (a1ce10e5-6bac-48d3-9add-959badb0ce61), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.316847 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-52d31f35-8e97-407e-9fc4-a8a6569ca0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795031 Jan 17 11:15:24.373418 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-03d0cc14-d954-4083-819c-d3de9d71b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a1ce10e5-6bac-48d3-9add-959badb0ce61), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.412365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0cc14-d954-4083-819c-d3de9d71b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce10e5-6bac-48d3-9add-959badb0ce61,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:24.417619 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-03d0cc14-d954-4083-819c-d3de9d71b751 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c23088771064175b6fc58f146492560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082776 Jan 17 11:15:24.420308 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40836) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:24.471966 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] Publish callbacks [] for security_group (a1ce10e5-6bac-48d3-9add-959badb0ce61), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.495060 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] Publish callbacks [] for security_group (a1ce10e5-6bac-48d3-9add-959badb0ce61), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.616685 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a1ce10e5-6bac-48d3-9add-959badb0ce61), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.619372 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:24.622724 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1ce10e5-6bac-48d3-9add-959badb0ce61 HTTP/1.1" status: 204 len: 168 time: 0.1993134 Jan 17 11:15:24.630092 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243a09e-9042-4ee9-bd0a-3c296dff32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce10e5-6bac-48d3-9add-959badb0ce61,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:24.672416 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-a8e15cf5-17b6-4ac5-aa4c-987abeae371c service neutron] 10.222.0.44 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500123 Jan 17 11:15:24.978830 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6594ceec-0ab8-4341-b4c1-c61091f250f8 req-34802ec2-2a20-4c25-b4f3-4fc1162a15ce tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 210 time: 0.0328219 Jan 17 11:15:25.640636 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40868) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:25.734583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-216948609-network', 'tenant_id': '3e981cd4aed541c581ae83369890aab5'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:25.810569 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Made reservation on behalf of 3e981cd4aed541c581ae83369890aab5 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:25.812886 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:25.822182 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:25.892064 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks [] for security_group (1d70ba27-bd80-437b-9bb4-8ba264f9101f), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:25.982710 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (1d70ba27-bd80-437b-9bb4-8ba264f9101f), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.011972 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:15:26.018378 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d70ba27-bd80-437b-9bb4-8ba264f9101f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:26.025509 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (a5b34467-5bdb-4568-b9c4-494b96a45192), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.025935 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Added segment a5b34467-5bdb-4568-b9c4-494b96a45192 of type vlan for network a34f33c7-4382-4a28-bc58-1408d22535c5 Jan 17 11:15:26.086054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6839cccd-55c0-4022-9c6d-a875cd8ac8fd req-ee9e208b-d326-48b1-8896-fc32448fd31f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 210 time: 0.0333943 Jan 17 11:15:26.087556 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (a34f33c7-4382-4a28-bc58-1408d22535c5), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.213448 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (a34f33c7-4382-4a28-bc58-1408d22535c5), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.214455 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:26.215035 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.272665 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] Pushing event updated for resources: {'Network': ['ID=a34f33c7-4382-4a28-bc58-1408d22535c5,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:26.283435 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network a34f33c7-4382-4a28-bc58-1408d22535c5 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:15:26.334048 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a3b93797-11fe-4862-8dd8-515adecb093b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6922240 Jan 17 11:15:26.336847 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40876) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:26.342566 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Request body: {'subnet': {'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-216948609-subnet', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:26.447749 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Made reservation on behalf of 3e981cd4aed541c581ae83369890aab5 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:26.450153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63278388'] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.688086 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49428287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63278374'] for subnet (6361b8b0-5923-4c79-b866-8724094bccbd), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.746550 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6361b8b0-5923-4c79-b866-8724094bccbd,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:26.753506 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Checking segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:26.753926 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Network hostable DHCP agents. Network: a34f33c7-4382-4a28-bc58-1408d22535c5, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:15:26.865041 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Network a34f33c7-4382-4a28-bc58-1408d22535c5 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:15:26.971060 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, a34f33c7-4382-4a28-bc58-1408d22535c5) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:26.975638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:26.976244 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:26.981064 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0d347-61db-46d7-a9f6-bd4a7ce3d95f None None] Network a34f33c7-4382-4a28-bc58-1408d22535c5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:27.082574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40878) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:27.083249 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-befeae49-1dd9-4679-9784-c3fe8f85e8f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7447548 Jan 17 11:15:27.087371 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:27.179459 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.180987 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.201493 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf9c2edd-f849-4943-8d6a-1a8d5fb08186 req-e7a27205-82c8-40c6-b867-329cf0da8aa8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 210 time: 0.0368645 Jan 17 11:15:27.216577 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-a34f33c7-4382-4a28-bc58-1408d22535c5', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:15:27.217455 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.243644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for router_controller (16334714-5c4c-4f61-8bc4-9c9c18f74344), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.352751 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Allocated IP 172.20.0.2 (a34f33c7-4382-4a28-bc58-1408d22535c5/6361b8b0-5923-4c79-b866-8724094bccbd/d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:27.415146 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-88883412-bf82-4610-830d-efb28ccaab1f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:27.417600 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-88883412-bf82-4610-830d-efb28ccaab1f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "GET /v2.0/networks?id=da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 200 len: 809 time: 0.1135542 Jan 17 11:15:27.430740 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Request body: {'port': {'device_id': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe', 'admin_state_up': True, 'tenant_id': 'c25817d8ef664c5ea2df1f3b1543b103'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:27.460019 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for router_gateway (16334714-5c4c-4f61-8bc4-9c9c18f74344), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.494839 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks [] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.562791 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.599195 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Network a34f33c7-4382-4a28-bc58-1408d22535c5 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:27.602094 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:27.605508 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:27.619310 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Pushing event updated for resources: {'Port': ['ID=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:27.662499 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Made reservation on behalf of c25817d8ef664c5ea2df1f3b1543b103 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:27.664377 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Attempting to bind port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:27.664781 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Attempting to bind port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:27.665148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Attempting to bind port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 on network a34f33c7-4382-4a28-bc58-1408d22535c5 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:27.666665 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.671439 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:27.671808 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Checking segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:27.678928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.678928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Bound using segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:27.678928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Bound port: d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:27.678928 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.745894 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] For port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:27.749054 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] For port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:27.756501 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for router_gateway (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.775626 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.802120 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Allocated IP 172.20.0.13 (da2678a4-23f1-4ee0-9065-8f4018be98fe/2037003b-e8ae-4367-a7d6-8676db15155f/238e7544-ada6-4d7c-ab37-940966390008) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:27.877717 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.880083 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Allocated IP 172.27.2.141 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:27.945106 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64643fb-5aeb-46d8-b1d1-82f49dee8470 None None] Pushing event updated for resources: {'Port': ['ID=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:27.983430 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks [] for port (238e7544-ada6-4d7c-ab37-940966390008), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:27.999760 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.098398 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.108217 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.158624 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:28.160891 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Network da2678a4-23f1-4ee0-9065-8f4018be98fe is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:28.163119 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:28.164457 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:28.167250 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:28.169255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:28.179721 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Pushing event updated for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:28.201058 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Pushing event updated for resources: {'Port': ['ID=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:28.232559 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:28.233217 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.334172 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c31436-2b14-4bca-adf6-45d172db959a req-b83f6ecd-6c25-4d82-bc49-ba900d7168f7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:28.335585 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c9c31436-2b14-4bca-adf6-45d172db959a req-b83f6ecd-6c25-4d82-bc49-ba900d7168f7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 932 time: 0.0548289 Jan 17 11:15:28.382591 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c9c31436-2b14-4bca-adf6-45d172db959a req-c4eb057f-c28f-4451-8920-02755580bb2d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Jan 17 11:15:28.387444 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-f766f71e-1cc0-43c5-ac71-b69b9fbe6f50 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9623525 Jan 17 11:15:28.478626 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Request body: {'port': {'device_id': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:28.543471 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (238e7544-ada6-4d7c-ab37-940966390008), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.555936 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:28.570777 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for router_gateway (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.615120 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:28.618605 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.702311 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:28.703006 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.737005 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:28.822233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.840858 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238e7544-ada6-4d7c-ab37-940966390008 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:15:28.852915 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks [] for port (238e7544-ada6-4d7c-ab37-940966390008), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.869009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Transition to ACTIVE for port object 238e7544-ada6-4d7c-ab37-940966390008 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:15:28.870279 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:15:28.884280 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:28.927660 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:28.939083 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56389358-71a5-492f-ad55-e30136d0a56b None None] Network a34f33c7-4382-4a28-bc58-1408d22535c5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:28.984445 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Pushing event updated for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:29.065249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Attempting to bind port 238e7544-ada6-4d7c-ab37-940966390008 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:29.065479 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Attempting to bind port 238e7544-ada6-4d7c-ab37-940966390008 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:29.065851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Attempting to bind port 238e7544-ada6-4d7c-ab37-940966390008 on network da2678a4-23f1-4ee0-9065-8f4018be98fe {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:29.072105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Port 238e7544-ada6-4d7c-ab37-940966390008 on network da2678a4-23f1-4ee0-9065-8f4018be98fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:15:29.072523 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Attempting to bind port 238e7544-ada6-4d7c-ab37-940966390008 on network da2678a4-23f1-4ee0-9065-8f4018be98fe {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:29.074033 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-8afff603-99be-4e31-832e-0f6698cdfe19 None None] Provisioning complete for port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:29.074657 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8afff603-99be-4e31-832e-0f6698cdfe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.079609 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:29.079961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Checking segment: {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:29.080353 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Bound using segment: {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:29.080784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Bound port: 238e7544-ada6-4d7c-ab37-940966390008, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:29.081153 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (238e7544-ada6-4d7c-ab37-940966390008), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.090545 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.154127 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:29.158608 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=238e7544-ada6-4d7c-ab37-940966390008,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:29.174188 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-8afff603-99be-4e31-832e-0f6698cdfe19 None None] Current status of the port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:29.231395 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.270274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:29.271002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.272428 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] 10.222.0.78 "PUT /v2.0/ports/238e7544-ada6-4d7c-ab37-940966390008 HTTP/1.1" status: 200 len: 1094 time: 0.7980843 Jan 17 11:15:29.272873 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'tag': '238e7544-ada6-4d7c-ab37-940966390008'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:15:29.275278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b4e0df-0c30-49d0-a395-3a9b00622a49" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "tag": "238e7544-ada6-4d7c-ab37-940966390008"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:15:29.288294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Router 16334714-5c4c-4f61-8bc4-9c9c18f74344 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:15:29.304021 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598eaa2-2d0a-45f6-98dc-a6f2fe29193c service neutron] Pushing event updated for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:29.395959 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-55707755-e365-4274-8b4e-920f73631c97 None None] Provisioning complete for port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:29.396398 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55707755-e365-4274-8b4e-920f73631c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.407313 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:15:29.452450 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Sync routers for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:15:29.454255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-7d17a437-4caf-41c3-a5e7-81baea0a9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:29.455939 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-7d17a437-4caf-41c3-a5e7-81baea0a9054 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 1097 time: 0.0593972 Jan 17 11:15:29.478154 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:29.478782 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:29.503072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c66ccb6-ac33-41f5-a088-d000f001fe5a x-openstack-request-id: req-4c66ccb6-ac33-41f5-a088-d000f001fe5a {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:15:29.503414 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "tag": "238e7544-ada6-4d7c-ab37-940966390008", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:15:29.504296 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c66ccb6-ac33-41f5-a088-d000f001fe5a {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:15:29.504745 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'tag': '238e7544-ada6-4d7c-ab37-940966390008', 'status': 'completed', 'code': 200} Jan 17 11:15:29.507922 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.508110 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-64871bc5-7c75-4dbd-a621-52c1de0cd4f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=238e7544-ada6-4d7c-ab37-940966390008 HTTP/1.1" status: 200 len: 217 time: 0.0455453 Jan 17 11:15:29.509725 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-1cb1cc21-59bd-4f7e-b3b1-59cd08fe4840 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4254766 Jan 17 11:15:29.512134 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40894) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:29.593815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355afc3-dccf-4603-bc7a-d832a7249ff4 req-0ddb068c-7e10-419d-b831-8018232a8ebd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:29.595213 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1355afc3-dccf-4603-bc7a-d832a7249ff4 req-0ddb068c-7e10-419d-b831-8018232a8ebd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 944 time: 0.0895059 Jan 17 11:15:29.596726 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-b83e2387-0883-4e81-8070-4d2be9f8a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:29.598125 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-b83e2387-0883-4e81-8070-4d2be9f8a962 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2037003b-e8ae-4367-a7d6-8676db15155f HTTP/1.1" status: 200 len: 849 time: 0.0647740 Jan 17 11:15:29.607577 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-55707755-e365-4274-8b4e-920f73631c97 None None] Current status of the port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:29.618035 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:29.646481 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-73faebb7-1acc-41b5-811e-e988fb0fabed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da2678a4-23f1-4ee0-9065-8f4018be98fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361905 Jan 17 11:15:29.715272 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1355afc3-dccf-4603-bc7a-d832a7249ff4 req-80232097-22f8-4846-807f-6c12b44d91cd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122739 Jan 17 11:15:29.757459 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-c1c64a08-2dba-4926-ac7d-391f2317e4d1 service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013494 Jan 17 11:15:29.808105 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:28Z', 'revision_number': 3, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:29.836429 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Checking router: 16334714-5c4c-4f61-8bc4-9c9c18f74344 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:15:29.836782 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Updating router 16334714-5c4c-4f61-8bc4-9c9c18f74344 port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:15:29.854826 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37f3735f-30a5-4262-a3a3-3fa25724a0d8 req-94b51088-839b-49bf-9184-c62422d36294 service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895538 Jan 17 11:15:29.864260 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:29.951444 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.033224 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-223370a0-eabe-4372-a09e-9fd2c398414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:30.034784 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-223370a0-eabe-4372-a09e-9fd2c398414b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 1097 time: 0.0446210 Jan 17 11:15:30.114937 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Allocated IP 172.20.0.1 (a34f33c7-4382-4a28-bc58-1408d22535c5/6361b8b0-5923-4c79-b866-8724094bccbd/ca0114f5-3f84-44e1-884e-0b5702629a98) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:30.129933 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks [] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.138041 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-3fdfd6e1-ffe7-42f4-984f-09048a59e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:30.139510 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-3fdfd6e1-ffe7-42f4-984f-09048a59e602 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 200 len: 910 time: 0.0986927 Jan 17 11:15:30.183719 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-eefd3ff8-c046-46ea-bb8f-45c179301ed5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=238e7544-ada6-4d7c-ab37-940966390008 HTTP/1.1" status: 200 len: 217 time: 0.0385244 Jan 17 11:15:30.199286 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.219559 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks [] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.230560 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-fa559fc9-bb07-48bc-90bb-3c3d21e3196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:30.232182 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-fa559fc9-bb07-48bc-90bb-3c3d21e3196d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2037003b-e8ae-4367-a7d6-8676db15155f HTTP/1.1" status: 200 len: 849 time: 0.0431914 Jan 17 11:15:30.252831 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Attempting to bind port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:30.253194 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Attempting to bind port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:30.253580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Attempting to bind port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:30.255600 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516ed79-77c5-4770-9449-1ef9ed3d41ab None None] Pushing event updated for resources: {'Port': ['ID=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:30.261282 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:30.261693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:30.262217 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.262611 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:30.263143 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Bound port: 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:30.263553 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.272551 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-d18af486-2dd0-4d26-b691-8389576ea5f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da2678a4-23f1-4ee0-9065-8f4018be98fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342538 Jan 17 11:15:30.314462 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] For port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:30.317063 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.317574 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] For port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:30.356529 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Network a34f33c7-4382-4a28-bc58-1408d22535c5 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:30.359405 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:30.365312 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:30.367897 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-558c1429-6bd3-473e-b80d-5751f6c88e1f service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892875 Jan 17 11:15:30.392885 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:30.409158 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.429452 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.465570 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58b4e0df-0c30-49d0-a395-3a9b00622a49 req-dc779087-0ff0-479d-8471-2a3bdcce2cae service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906904 Jan 17 11:15:30.508684 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:30.508684 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:30.541460 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516ed79-77c5-4770-9449-1ef9ed3d41ab None None] Pushing event updated for resources: {'Port': ['ID=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:30.547595 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:30.640572 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.658038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:30.688856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:30.689231 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.693125 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-4e577fdb-2552-438c-8b9b-c69f3df595fd None None] Provisioning complete for port ca0114f5-3f84-44e1-884e-0b5702629a98 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:30.693486 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e577fdb-2552-438c-8b9b-c69f3df595fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.809142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks [] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.840731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4e577fdb-2552-438c-8b9b-c69f3df595fd None None] Port ca0114f5-3f84-44e1-884e-0b5702629a98 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:15:30.860390 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4ffa-5edb-431b-a8dd-b9890ea08301 req-6b50044f-6fdf-4fa5-8a87-0e4dbecbe665 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:30.862061 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-068d4ffa-5edb-431b-a8dd-b9890ea08301 req-6b50044f-6fdf-4fa5-8a87-0e4dbecbe665 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 944 time: 0.0575464 Jan 17 11:15:30.882473 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.916723 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-068d4ffa-5edb-431b-a8dd-b9890ea08301 req-abd72afd-95ab-4dea-a65a-d4c95af19149 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Jan 17 11:15:30.956796 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:30.962246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:30.999006 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a70ffd87-0dbd-4274-9e1d-f663791656b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:31.054069 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Network a34f33c7-4382-4a28-bc58-1408d22535c5 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:31.055484 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:31.060543 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:31.093221 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:28Z', 'revision_number': 3, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:31.120869 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0e00d-ddac-4c4b-9971-18a369ac927e None None] The sync data for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi is: [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:28Z', 'revision_number': 3, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:15:31.172227 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Router 16334714-5c4c-4f61-8bc4-9c9c18f74344 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:15:31.283281 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:15:31.288375 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8c40f158-7167-476e-bcb8-803e0af141e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/16334714-5c4c-4f61-8bc4-9c9c18f74344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751501 Jan 17 11:15:31.386857 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-d4f75f16-274f-4529-9d96-ef0654f2f5ed None None] Provisioning complete for port ca0114f5-3f84-44e1-884e-0b5702629a98 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:31.387274 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d4f75f16-274f-4529-9d96-ef0654f2f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:31.430570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d4f75f16-274f-4529-9d96-ef0654f2f5ed None None] Port ca0114f5-3f84-44e1-884e-0b5702629a98 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:15:31.993243 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40914) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:31.998108 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2107126777-network', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:32.039706 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07565499-ef06-4f07-b1c6-0fa28564b14d req-f3e51cb6-6e22-43d9-802e-32b544fd3fb2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:32.041202 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-07565499-ef06-4f07-b1c6-0fa28564b14d req-f3e51cb6-6e22-43d9-802e-32b544fd3fb2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 944 time: 0.0520194 Jan 17 11:15:32.089163 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-07565499-ef06-4f07-b1c6-0fa28564b14d req-3ce62e2b-c6c5-49f4-b83f-dc63e3977d8c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jan 17 11:15:32.136259 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Made reservation on behalf of ffe5ae7b02464a3da66af9a7af0d4d82 for: {'network': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:32.138769 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for network (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.148218 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.219721 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks [] for security_group (5208d64e-1027-4fc5-9e24-e4e2d10bd67d), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.299018 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5208d64e-1027-4fc5-9e24-e4e2d10bd67d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.323823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 11:15:32.333732 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5208d64e-1027-4fc5-9e24-e4e2d10bd67d,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:32.338517 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (620989b2-b03c-4f0b-9ee9-e6cbd7824937), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.338865 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.segments_db [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Added segment 620989b2-b03c-4f0b-9ee9-e6cbd7824937 of type vlan for network a1e54268-136d-4ed8-a098-29966dcc65a8 Jan 17 11:15:32.382764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749083522223'] for network (a1e54268-136d-4ed8-a098-29966dcc65a8), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.522613 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:32.544840 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100'] for network (a1e54268-136d-4ed8-a098-29966dcc65a8), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.548947 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:32.548947 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.572434 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:32.572835 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.605150 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e54268-136d-4ed8-a098-29966dcc65a8,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:32.615876 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Network a1e54268-136d-4ed8-a098-29966dcc65a8 details requested by agent ovs-agent-dv-cinder-824911-1-iscsi with host dv-cinder-824911-1-iscsi {{(pid=103026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 11:15:32.644501 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Sync routers for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:15:32.653881 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:32.654484 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:32.676767 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 40916) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:32.676976 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-e976caa0-4418-4dfb-8b39-4eb251803899 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6824925 Jan 17 11:15:32.682265 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Request body: {'subnet': {'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2107126777-subnet', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:32.717882 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:32.718281 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.740123 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:32.762366 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:32.784540 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Made reservation on behalf of ffe5ae7b02464a3da66af9a7af0d4d82 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:32.787421 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63278388'] for subnet (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.836328 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:32.885343 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:33.054491 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 2, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:33.079732 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Checking router: 16334714-5c4c-4f61-8bc4-9c9c18f74344 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:15:33.080085 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Updating router 16334714-5c4c-4f61-8bc4-9c9c18f74344 port ca0114f5-3f84-44e1-884e-0b5702629a98 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:15:33.083004 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49428287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63278374'] for subnet (7e208d34-ec14-4003-b673-a02a122facbd), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.105292 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.132982 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e208d34-ec14-4003-b673-a02a122facbd,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:33.145127 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f9671c3-83b7-490d-82c3-c8d519a74a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.156578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Checking segment: {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:33.162320 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Network hostable DHCP agents. Network: a1e54268-136d-4ed8-a098-29966dcc65a8, hostable agents: ['c004b6f5-9354-43a6-aa3f-cf8e1cb51cda'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 11:15:33.225135 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57bf8f-b9d1-4e20-9071-849ce78453d8 req-2c28c4e7-0080-40ab-bd95-bda3a9fd16b7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:33.226617 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-af57bf8f-b9d1-4e20-9071-849ce78453d8 req-2c28c4e7-0080-40ab-bd95-bda3a9fd16b7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 944 time: 0.0556355 Jan 17 11:15:33.244822 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Network a1e54268-136d-4ed8-a098-29966dcc65a8 is scheduled to be hosted by DHCP agent c004b6f5-9354-43a6-aa3f-cf8e1cb51cda with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 11:15:33.277028 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-af57bf8f-b9d1-4e20-9071-849ce78453d8 req-2757534c-a2dc-4f6d-893e-be55becc9c34 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445552 Jan 17 11:15:33.342383 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-1-iscsi, a1e54268-136d-4ed8-a098-29966dcc65a8) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:33.346476 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:33.347071 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.351609 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250d044-df20-4f49-b65f-8a38b906bbe6 None None] Network a1e54268-136d-4ed8-a098-29966dcc65a8 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:33.380559 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks [] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.427893 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-735e73a0-3623-4fca-97ff-2b8d3c2f236b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7494600 Jan 17 11:15:33.430500 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40920) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:33.435004 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:33.450751 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d407561-01bd-5c35-8aca-88b61ff82c01-a1e54268-136d-4ed8-a098-29966dcc65a8', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd'}]}} from dv-cinder-824911-1-iscsi. {{(pid=103026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 11:15:33.451606 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.453335 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.501934 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Pushing event updated for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:33.510698 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.511076 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.511445 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.511793 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.512133 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.512467 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.512794 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.513127 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.513496 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.513904 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.514243 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.514561 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.514887 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:33.540415 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7909'] for router (a3751307-8063-4000-8db3-85478cb446b4), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.544646 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7916'] for router (a3751307-8063-4000-8db3-85478cb446b4), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.570798 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Attempting to bind port ca0114f5-3f84-44e1-884e-0b5702629a98 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:33.571253 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Attempting to bind port ca0114f5-3f84-44e1-884e-0b5702629a98 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:33.571681 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Attempting to bind port ca0114f5-3f84-44e1-884e-0b5702629a98 on network a34f33c7-4382-4a28-bc58-1408d22535c5 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:33.577063 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:33.577521 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Checking segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:33.578029 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.578428 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Bound using segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:33.579042 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Bound port: ca0114f5-3f84-44e1-884e-0b5702629a98, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:33.579481 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.602580 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Allocated IP 172.20.0.2 (a1e54268-136d-4ed8-a098-29966dcc65a8/7e208d34-ec14-4003-b673-a02a122facbd/b8cc0424-fdd8-46f7-bea2-e7a06e861ebf) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:33.611973 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for router_controller (a3751307-8063-4000-8db3-85478cb446b4), precommit_add_association {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.651245 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] For port ca0114f5-3f84-44e1-884e-0b5702629a98, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:33.654470 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] For port ca0114f5-3f84-44e1-884e-0b5702629a98, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=ca0114f5-3f84-44e1-884e-0b5702629a98,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:33.705616 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.756180 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks [] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.756433 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:33.757230 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:33.772762 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Provisioning complete for port ca0114f5-3f84-44e1-884e-0b5702629a98 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:33.773156 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.797693 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 238e7544-ada6-4d7c-ab37-940966390008 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:15:33.830910 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for router_gateway (a3751307-8063-4000-8db3-85478cb446b4), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.864041 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01cd8-ec61-470d-81d8-dc8a412e05cc None None] Pushing event updated for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:33.877430 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:33.892657 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:33.933115 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Network a1e54268-136d-4ed8-a098-29966dcc65a8 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:33.958278 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:33.966648 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:33.983649 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Pushing event updated for resources: {'Port': ['ID=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:34.034186 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Current status of the port ca0114f5-3f84-44e1-884e-0b5702629a98 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:34.034530 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.087406 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=238e7544-ada6-4d7c-ab37-940966390008,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:34.094824 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Attempting to bind port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:34.095202 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Attempting to bind port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:34.095570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Attempting to bind port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf on network a1e54268-136d-4ed8-a098-29966dcc65a8 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Checking segment: {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Bound using segment: {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Bound port: b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:34.116564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.119574 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '238e7544-ada6-4d7c-ab37-940966390008', 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe', 'port_id': '238e7544-ada6-4d7c-ab37-940966390008', 'mac_address': 'fa:16:3e:1e:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2037003b-e8ae-4367-a7d6-8676db15155f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:15:34.123912 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for router_gateway (a3751307-8063-4000-8db3-85478cb446b4), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.135334 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:33Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:34.138544 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] For port ca0114f5-3f84-44e1-884e-0b5702629a98, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=ca0114f5-3f84-44e1-884e-0b5702629a98,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:34.144694 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.168169 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be382-9a8c-48b5-910d-cbd31c89472d None None] The sync data for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi is: [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:33Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:15:34.204456 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.213203 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 238e7544-ada6-4d7c-ab37-940966390008 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:34.213710 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (238e7544-ada6-4d7c-ab37-940966390008), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.278554 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] For port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:34.280913 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Allocated IP 172.27.2.116 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/6cfe2129-ab5a-4209-b38f-278eaeb9269b) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:34.282039 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238e7544-ada6-4d7c-ab37-940966390008 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:15:34.318725 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] For port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:34.339359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=238e7544-ada6-4d7c-ab37-940966390008,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:34.342219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37cce0-da05-469d-bf92-fed6db86d58c None None] Pushing event updated for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:34.356531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-db9a6e32-7571-4d82-a6bd-caa09dfadf02 None None] Provisioning complete for port ca0114f5-3f84-44e1-884e-0b5702629a98 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:34.356729 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db9a6e32-7571-4d82-a6bd-caa09dfadf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.397237 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.428359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.441946 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.442756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.445421 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328677d-5bab-43fc-8d5c-adba2525a1fc req-be79edf8-5243-4dc1-9963-b48684811a35 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:34.459886 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c328677d-5bab-43fc-8d5c-adba2525a1fc req-be79edf8-5243-4dc1-9963-b48684811a35 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 944 time: 0.0864022 Jan 17 11:15:34.517883 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825dfeb-b792-42d1-85e8-12bcbb1211fb None None] Pushing event updated for resources: {'Port': ['ID=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:34.525377 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-db9a6e32-7571-4d82-a6bd-caa09dfadf02 None None] Current status of the port ca0114f5-3f84-44e1-884e-0b5702629a98 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:34.540619 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c328677d-5bab-43fc-8d5c-adba2525a1fc req-d3980ad3-8556-4ae2-a0cd-e556c5fe2d30 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738223 Jan 17 11:15:34.553931 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.595157 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:34.618317 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:34.622279 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:34.625410 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:34.659334 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfe2129-ab5a-4209-b38f-278eaeb9269b,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:34.690764 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device ca0114f5-3f84-44e1-884e-0b5702629a98 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:34.775528 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port ca0114f5-3f84-44e1-884e-0b5702629a98 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:34.775944 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:34.869506 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['238e7544-ada6-4d7c-ab37-940966390008'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:15:34.896959 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port ca0114f5-3f84-44e1-884e-0b5702629a98 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:34.898176 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:34.995298 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:34.995671 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.028162 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for router_gateway (a3751307-8063-4000-8db3-85478cb446b4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.123957 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:35.242125 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566110'] for router (a3751307-8063-4000-8db3-85478cb446b4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.496514 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Router a3751307-8063-4000-8db3-85478cb446b4 is scheduled to L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 with binding_index 1 {{(pid=103024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 11:15:35.560189 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d66996-d811-4ee7-80c7-548b086ecdf4 None None] Network a1e54268-136d-4ed8-a098-29966dcc65a8 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:15:35.608496 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:15:35.628008 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Sync routers for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:15:35.652348 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:35.652981 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:35.681218 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38227c-67bf-4d45-b734-0b946b8360b3 req-78c3f244-23b1-4f4a-b346-d30f8743ad41 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:35.682685 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-af38227c-67bf-4d45-b734-0b946b8360b3 req-78c3f244-23b1-4f4a-b346-d30f8743ad41 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 945 time: 0.0505025 Jan 17 11:15:35.711439 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.735541 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-af38227c-67bf-4d45-b734-0b946b8360b3 req-f59bb129-36ba-46cc-87e7-c0864a8cb749 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Jan 17 11:15:35.740991 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.744831 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-f99c9106-e25e-4c11-80a2-d59418dbc5b3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3108447 Jan 17 11:15:35.745779 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 40926) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:35.768239 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Provisioning complete for port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:35.768618 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:35.807373 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 238e7544-ada6-4d7c-ab37-940966390008 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:35.865766 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:36.182689 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Current status of the port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:36.183089 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.249201 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] For port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:36.260858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 238e7544-ada6-4d7c-ab37-940966390008 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:15:36.266373 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 238e7544-ada6-4d7c-ab37-940966390008 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:36.266755 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (238e7544-ada6-4d7c-ab37-940966390008), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.294940 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 3, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:36.325677 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Checking router: a3751307-8063-4000-8db3-85478cb446b4 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:15:36.326084 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Updating router a3751307-8063-4000-8db3-85478cb446b4 port 6cfe2129-ab5a-4209-b38f-278eaeb9269b binding host dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:15:36.360184 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.383962 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.438473 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.535144 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df09b20-01e7-4088-9050-c3c7368d53f0 None None] Pushing event updated for resources: {'Port': ['ID=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:36.538902 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 238e7544-ada6-4d7c-ab37-940966390008 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:36.539307 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (238e7544-ada6-4d7c-ab37-940966390008), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.566752 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b8cc0424-fdd8-46f7-bea2-e7a06e861ebf up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:36.594111 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-278eedd8-8184-4b26-991c-8d2f02d1c0be None None] Provisioning complete for port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:36.594491 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-278eedd8-8184-4b26-991c-8d2f02d1c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.599403 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Allocated IP 172.20.0.1 (a1e54268-136d-4ed8-a098-29966dcc65a8/7e208d34-ec14-4003-b673-a02a122facbd/daecd9e5-3977-4caf-a699-84dbd206a024) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:36.643054 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e7544-ada6-4d7c-ab37-940966390008'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:15:36.645331 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c039ebd-16cf-4527-a4ea-798427ff79c2" -d '{"events": [{"server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "name": "network-vif-plugged", "status": "completed", "tag": "238e7544-ada6-4d7c-ab37-940966390008"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:15:36.692179 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=238e7544-ada6-4d7c-ab37-940966390008,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:36.709173 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks [] for port (daecd9e5-3977-4caf-a699-84dbd206a024), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.767803 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:36.767803 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.779611 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.841109 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.855847 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c3d50-4d56-4dea-bdbc-08344f760002 req-cc6164ad-d585-4752-81f3-64529d987dfd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:36.858439 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1e8c3d50-4d56-4dea-bdbc-08344f760002 req-cc6164ad-d585-4752-81f3-64529d987dfd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0540719 Jan 17 11:15:36.885142 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.899200 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Network a1e54268-136d-4ed8-a098-29966dcc65a8 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:36.902534 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:36.907311 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:36.917610 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1e8c3d50-4d56-4dea-bdbc-08344f760002 req-d6d225df-6960-4132-8f7f-9e3d92c30fd9 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526724 Jan 17 11:15:36.922832 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-278eedd8-8184-4b26-991c-8d2f02d1c0be None None] Current status of the port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:36.949258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Pushing event updated for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:36.955847 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d345973-b061-4222-beb7-192ffeb3eacf x-openstack-request-id: req-4d345973-b061-4222-beb7-192ffeb3eacf {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:15:36.956135 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "name": "network-vif-plugged", "status": "completed", "tag": "238e7544-ada6-4d7c-ab37-940966390008", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:15:36.956980 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d345973-b061-4222-beb7-192ffeb3eacf {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:15:36.957387 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e7544-ada6-4d7c-ab37-940966390008', 'code': 200} Jan 17 11:15:36.966301 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:36.982142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565641'] for router_interface (a3751307-8063-4000-8db3-85478cb446b4), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:36.991918 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks [] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.049601 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:37.139528 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.190334 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-112d5d0b-b2e4-4441-9400-3da7211fc852 None None] Provisioning complete for port daecd9e5-3977-4caf-a699-84dbd206a024 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:37.190654 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-112d5d0b-b2e4-4441-9400-3da7211fc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.211694 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.223829 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cf2ce-b92d-45d1-b8d4-905872f5ed52 None None] Pushing event updated for resources: {'Port': ['ID=6cfe2129-ab5a-4209-b38f-278eaeb9269b,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:37.230346 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Attempting to bind port 6cfe2129-ab5a-4209-b38f-278eaeb9269b on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:37.230700 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Attempting to bind port 6cfe2129-ab5a-4209-b38f-278eaeb9269b by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:37.230905 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Attempting to bind port 6cfe2129-ab5a-4209-b38f-278eaeb9269b on network 3de69db4-7c92-412c-b767-148f0d1c7ede {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:37.239827 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:37.240182 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Checking segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:37.240581 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.240971 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Bound using segment: {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:37.241428 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Bound port: 6cfe2129-ab5a-4209-b38f-278eaeb9269b, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968d29d-1b65-405e-8fda-4266678494df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:37.241830 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.262038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-112d5d0b-b2e4-4441-9400-3da7211fc852 None None] Port daecd9e5-3977-4caf-a699-84dbd206a024 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:15:37.298097 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] For port 6cfe2129-ab5a-4209-b38f-278eaeb9269b, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:37.301864 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] For port 6cfe2129-ab5a-4209-b38f-278eaeb9269b, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=6cfe2129-ab5a-4209-b38f-278eaeb9269b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:37.376758 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks [] for port (daecd9e5-3977-4caf-a699-84dbd206a024), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.391612 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb78c-64b3-49f8-99f5-e23bdd236923 req-678c73ed-e128-45a9-80a9-50cafbea0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:37.393126 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-495bb78c-64b3-49f8-99f5-e23bdd236923 req-678c73ed-e128-45a9-80a9-50cafbea0156 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 1099 time: 0.0397532 Jan 17 11:15:37.399570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.435559 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-495bb78c-64b3-49f8-99f5-e23bdd236923 req-f6bac554-a0fa-4db5-a1f2-f975493999da service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Jan 17 11:15:37.455011 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:37.455628 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:37.460767 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cf2ce-b92d-45d1-b8d4-905872f5ed52 None None] Pushing event updated for resources: {'Port': ['ID=6cfe2129-ab5a-4209-b38f-278eaeb9269b,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:37.479043 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.545421 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Pushing event updated for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:37.549564 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565533'] for router_interface (a3751307-8063-4000-8db3-85478cb446b4), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.564495 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:37.640797 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Network a1e54268-136d-4ed8-a098-29966dcc65a8 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:37.642252 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:37.761142 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Router a3751307-8063-4000-8db3-85478cb446b4 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:15:37.767016 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'daecd9e5-3977-4caf-a699-84dbd206a024', 'name': '', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'mac_address': 'fa:16:3e:ee:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:36Z', 'updated_at': '2022-01-17T11:15:36Z', 'revision_number': 1, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'subnets': [{'id': '7e208d34-ec14-4003-b673-a02a122facbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:37.793856 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d9755-0a48-470c-9bb8-9d0a96e9851c None None] The sync data for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi is: [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'daecd9e5-3977-4caf-a699-84dbd206a024', 'name': '', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'mac_address': 'fa:16:3e:ee:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:36Z', 'updated_at': '2022-01-17T11:15:36Z', 'revision_number': 1, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'subnets': [{'id': '7e208d34-ec14-4003-b673-a02a122facbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:15:37.882437 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:15:37.885337 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-38b2e79c-0e99-4153-b573-c1e47dfc56a2 None None] Provisioning complete for port daecd9e5-3977-4caf-a699-84dbd206a024 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:37.885827 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-38b2e79c-0e99-4153-b573-c1e47dfc56a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:37.889400 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-85817a01-66d7-4541-9620-55dd6875d12f admin admin] 10.222.0.44 "PUT /v2.0/routers/a3751307-8063-4000-8db3-85478cb446b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421151 Jan 17 11:15:37.927294 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-38b2e79c-0e99-4153-b573-c1e47dfc56a2 None None] Port daecd9e5-3977-4caf-a699-84dbd206a024 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:15:38.057798 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd33c-e4f6-4629-b701-c49d98c74f5e req-9527b512-2f51-415d-86a9-edc111de5cd2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:38.059310 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06ffd33c-e4f6-4629-b701-c49d98c74f5e req-9527b512-2f51-415d-86a9-edc111de5cd2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0721397 Jan 17 11:15:38.113912 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06ffd33c-e4f6-4629-b701-c49d98c74f5e req-0ebcf1d7-1cc8-4106-b250-07fbfba9111b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Jan 17 11:15:38.632927 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 6cfe2129-ab5a-4209-b38f-278eaeb9269b up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:38.683444 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 6cfe2129-ab5a-4209-b38f-278eaeb9269b triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:38.683751 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:38.770434 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 6cfe2129-ab5a-4209-b38f-278eaeb9269b is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:38.770886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:38.794310 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] For port 6cfe2129-ab5a-4209-b38f-278eaeb9269b, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=6cfe2129-ab5a-4209-b38f-278eaeb9269b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:38.873234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:38.873234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b8cc0424-fdd8-46f7-bea2-e7a06e861ebf up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:38.944497 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Pushing event updated for resources: {'Port': ['ID=6cfe2129-ab5a-4209-b38f-278eaeb9269b,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:38.982858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:38.983171 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:39.087638 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:39.269998 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb3cf8-8058-42a8-a488-3cb76fba0f4a req-8ac1fa80-9361-4384-a208-68f2e1c60be6 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:39.272537 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63bb3cf8-8058-42a8-a488-3cb76fba0f4a req-8ac1fa80-9361-4384-a208-68f2e1c60be6 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0618215 Jan 17 11:15:39.326715 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63bb3cf8-8058-42a8-a488-3cb76fba0f4a req-86f73e2b-3fb3-4966-8f76-8b9068f13bcb tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jan 17 11:15:40.543200 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 6cfe2129-ab5a-4209-b38f-278eaeb9269b up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:40.587348 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port 6cfe2129-ab5a-4209-b38f-278eaeb9269b triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:40.588224 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:40.672029 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port 6cfe2129-ab5a-4209-b38f-278eaeb9269b is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:40.935490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79dacc-b1e6-4df1-8a49-80e665679e08 req-b09e75f5-f3e2-4867-b610-490c7d5baf2d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:40.943723 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2f79dacc-b1e6-4df1-8a49-80e665679e08 req-b09e75f5-f3e2-4867-b610-490c7d5baf2d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0645232 Jan 17 11:15:40.990930 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2f79dacc-b1e6-4df1-8a49-80e665679e08 req-cea6596e-bdf3-4fa6-b9d8-5b6c47a6deff tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jan 17 11:15:41.354939 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Sync routers for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:15:41.366107 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:41.366775 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:41.480049 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:41.712823 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'daecd9e5-3977-4caf-a699-84dbd206a024', 'name': '', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'mac_address': 'fa:16:3e:ee:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:36Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 2, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'subnets': [{'id': '7e208d34-ec14-4003-b673-a02a122facbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:41.744825 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Checking router: a3751307-8063-4000-8db3-85478cb446b4 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:15:41.745092 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Updating router a3751307-8063-4000-8db3-85478cb446b4 port daecd9e5-3977-4caf-a699-84dbd206a024 binding host dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 11:15:41.773644 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.051101 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks [] for port (daecd9e5-3977-4caf-a699-84dbd206a024), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.127541 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90f90-557f-4ca3-acb0-1e4ef7dcad5a req-04b51c83-b610-4cb2-bd1d-d00fb98a81fd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:42.129003 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6ce90f90-557f-4ca3-acb0-1e4ef7dcad5a req-04b51c83-b610-4cb2-bd1d-d00fb98a81fd tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0570602 Jan 17 11:15:42.130458 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.178475 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9009026-7790-4400-a480-3ef19bdae1ba None None] Pushing event updated for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:42.211266 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6ce90f90-557f-4ca3-acb0-1e4ef7dcad5a req-4a6cb309-9f00-4401-bb69-e4de6da1afcf tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662053 Jan 17 11:15:42.261215 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Attempting to bind port daecd9e5-3977-4caf-a699-84dbd206a024 on host dv-cinder-824911-1-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:42.261593 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Attempting to bind port daecd9e5-3977-4caf-a699-84dbd206a024 by drivers openvswitch,hyperv on host dv-cinder-824911-1-iscsi at level 0 using segments [{'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:42.261987 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Attempting to bind port daecd9e5-3977-4caf-a699-84dbd206a024 on network a1e54268-136d-4ed8-a098-29966dcc65a8 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:42.267436 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Checking agent: {'id': 'c8ce251f-a8e1-4193-a1e0-7f382040a1c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 10, 55, 7), 'started_at': datetime.datetime(2022, 1, 17, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:42.267825 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Checking segment: {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:42.268230 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.268625 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Bound using segment: {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:42.269133 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Bound port: daecd9e5-3977-4caf-a699-84dbd206a024, host: dv-cinder-824911-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620989b2-b03c-4f0b-9ee9-e6cbd7824937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:42.269516 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.353554 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] For port daecd9e5-3977-4caf-a699-84dbd206a024, host dv-cinder-824911-1-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:42.356898 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] For port daecd9e5-3977-4caf-a699-84dbd206a024, host dv-cinder-824911-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=daecd9e5-3977-4caf-a699-84dbd206a024,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:42.387617 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba344-dd3d-435a-b786-66883555c13d req-fe537d79-fe5f-4db3-9594-7ae3b14c0aef tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:42.389320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da1ba344-dd3d-435a-b786-66883555c13d req-fe537d79-fe5f-4db3-9594-7ae3b14c0aef tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 946 time: 0.0598710 Jan 17 11:15:42.439773 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.489607 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Provisioning complete for port daecd9e5-3977-4caf-a699-84dbd206a024 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:42.493440 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.517174 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Deleting port 238e7544-ada6-4d7c-ab37-940966390008 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:15:42.517600 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (238e7544-ada6-4d7c-ab37-940966390008), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.561381 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9009026-7790-4400-a480-3ef19bdae1ba None None] Pushing event updated for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:42.593861 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:42.594503 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:42.619072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] For port 238e7544-ada6-4d7c-ab37-940966390008, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=238e7544-ada6-4d7c-ab37-940966390008,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:42.619072 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (238e7544-ada6-4d7c-ab37-940966390008), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.621586 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Current status of the port daecd9e5-3977-4caf-a699-84dbd206a024 is: DOWN; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:42.622243 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.641690 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Calling delete_port for 238e7544-ada6-4d7c-ab37-940966390008 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:15:42.672569 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] For port daecd9e5-3977-4caf-a699-84dbd206a024, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=daecd9e5-3977-4caf-a699-84dbd206a024,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:15:42.782372 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.868474 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:42.873350 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd61160-ea9c-4d99-abed-a3a9c82aa0e4 None None] Pushing event updated for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:42.911219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-b8d0815c-f424-402d-b283-3e26260f2c78 None None] Provisioning complete for port daecd9e5-3977-4caf-a699-84dbd206a024 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:42.911987 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d0815c-f424-402d-b283-3e26260f2c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.922211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (238e7544-ada6-4d7c-ab37-940966390008), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:42.946338 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['238e7544-ada6-4d7c-ab37-940966390008'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:15:42.983034 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Pushing event deleted for resources: {'Port': ['ID=238e7544-ada6-4d7c-ab37-940966390008,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:43.005650 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.005650 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.007211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.007211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.007211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.007211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.007211 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.017857 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.018476 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.022024 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.022387 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.022957 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.023095 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:43.068809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0815c-f424-402d-b283-3e26260f2c78 None None] Current status of the port daecd9e5-3977-4caf-a699-84dbd206a024 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:43.080126 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] No DVR routers for this DVR port 238e7544-ada6-4d7c-ab37-940966390008 on host hv-cinder-82491 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:15:43.084009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:43.087164 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da1ba344-dd3d-435a-b786-66883555c13d req-e0245b59-9e81-43df-917d-e05572d74bc8 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "DELETE /v2.0/ports/238e7544-ada6-4d7c-ab37-940966390008 HTTP/1.1" status: 204 len: 173 time: 0.6926696 Jan 17 11:15:43.087771 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'name': 'network-vif-deleted', 'tag': '238e7544-ada6-4d7c-ab37-940966390008'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:15:43.091464 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de834cc9-02a7-4ef2-8029-8e0c73e045ab" -d '{"events": [{"server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "name": "network-vif-deleted", "tag": "238e7544-ada6-4d7c-ab37-940966390008"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:15:43.132951 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84400442-5951-43c5-a5b0-d8497ef5c68b x-openstack-request-id: req-84400442-5951-43c5-a5b0-d8497ef5c68b {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:15:43.133892 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b7c64-4fe8-466d-8f36-b8a923eedffc", "name": "network-vif-deleted", "tag": "238e7544-ada6-4d7c-ab37-940966390008", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:15:43.139957 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84400442-5951-43c5-a5b0-d8497ef5c68b {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:15:43.140767 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b7c64-4fe8-466d-8f36-b8a923eedffc', 'name': 'network-vif-deleted', 'tag': '238e7544-ada6-4d7c-ab37-940966390008', 'status': 'completed', 'code': 200} Jan 17 11:15:43.166444 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'daecd9e5-3977-4caf-a699-84dbd206a024', 'name': '', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'mac_address': 'fa:16:3e:ee:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:36Z', 'updated_at': '2022-01-17T11:15:42Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'subnets': [{'id': '7e208d34-ec14-4003-b673-a02a122facbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:43.196102 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554108f-cd23-4ea7-a4d6-aeef46f01dd0 None None] The sync data for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi is: [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:15:37Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'daecd9e5-3977-4caf-a699-84dbd206a024', 'name': '', 'network_id': 'a1e54268-136d-4ed8-a098-29966dcc65a8', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'mac_address': 'fa:16:3e:ee:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7e208d34-ec14-4003-b673-a02a122facbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:36Z', 'updated_at': '2022-01-17T11:15:42Z', 'revision_number': 4, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'subnets': [{'id': '7e208d34-ec14-4003-b673-a02a122facbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:15:43.313176 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc6e0362-09ac-4738-8aeb-b65dfd47b3dc req-c69eb7df-e51c-4c04-9e5b-b803d90c1656 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b7c64-4fe8-466d-8f36-b8a923eedffc HTTP/1.1" status: 200 len: 210 time: 0.0302663 Jan 17 11:15:44.585236 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device daecd9e5-3977-4caf-a699-84dbd206a024 up at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:15:44.663602 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Provisioning complete for port daecd9e5-3977-4caf-a699-84dbd206a024 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:44.664250 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:44.795328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-80d8b6f8-7601-42c3-bead-4104e715912a tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:44.808903 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-80d8b6f8-7601-42c3-bead-4104e715912a tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/networks?id=da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 200 len: 809 time: 0.1708400 Jan 17 11:15:44.829825 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-9bca61cd-db1a-420b-b22d-6725a6297c7c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/quotas/c25817d8ef664c5ea2df1f3b1543b103 HTTP/1.1" status: 200 len: 375 time: 0.0198174 Jan 17 11:15:44.872987 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-a54657a1-9ff5-42b3-a71c-1e66dec7437e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408726 Jan 17 11:15:44.926131 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Current status of the port daecd9e5-3977-4caf-a699-84dbd206a024 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:15:45.029328 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-e7963b23-f9bb-4562-be05-2907a7debd17 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 11:15:45.030492 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-e7963b23-f9bb-4562-be05-2907a7debd17 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1517735 Jan 17 11:15:45.126207 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0b4a7d13-94b4-4439-87f1-88c347b45265 service neutron] 10.222.0.44 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892420 Jan 17 11:15:45.220851 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-92808225-8f09-4b59-afc5-8b21feee1feb service neutron] 10.222.0.44 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890853 Jan 17 11:15:45.566305 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1521fb5-4c85-4194-8cda-2c52c1302e9d req-ad2b7430-1df7-493e-88a0-fc8cf6c3216d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Jan 17 11:15:45.809404 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 238e7544-ada6-4d7c-ab37-940966390008 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:15:45.834827 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 238e7544-ada6-4d7c-ab37-940966390008 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:15:45.835171 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 238e7544-ada6-4d7c-ab37-940966390008 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:15:46.642066 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a91d5ff-ba9f-4df3-90a6-27f79da5eefb req-f7527570-0ed4-4f28-b8ae-d6eb5147ca71 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0265396 Jan 17 11:15:47.754558 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc9752ae-2f24-4606-8269-9cf571b95a86 req-b9b72aab-b317-4007-8c08-3f6f1296e040 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0347896 Jan 17 11:15:48.828296 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-594660bb-3e9e-47d3-b1c8-3caf4f61ad13 req-ba5108cd-301d-48de-b2b9-83fede4ed14d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0352654 Jan 17 11:15:48.870055 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:49.840921 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-5b5233ef-2f3d-4dd5-b798-238e8a5b0afc tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:49.842367 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-5b5233ef-2f3d-4dd5-b798-238e8a5b0afc tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 814 time: 0.0996854 Jan 17 11:15:49.856402 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-dcb27ccf-5787-49e1-be7e-a86236f0db56 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/quotas/3e981cd4aed541c581ae83369890aab5 HTTP/1.1" status: 200 len: 375 time: 0.0088124 Jan 17 11:15:49.920826 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c755defd-3212-4fea-99fd-9e8d3a1f2f99 req-fe738a58-3f54-4806-bd39-142563144a72 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0270281 Jan 17 11:15:49.930183 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-b6ffa180-685c-44d1-871c-1b6117b5759e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688004 Jan 17 11:15:50.025751 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-ad2536fd-fdb8-44e8-a9e4-2c939250ecac service neutron] 10.222.0.44 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829444 Jan 17 11:15:50.110104 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-c1168c76-c75d-4048-8202-6b112e0e6954 service neutron] 10.222.0.44 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786254 Jan 17 11:15:50.375171 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-11ed0989-6992-4356-8c11-652266965d04 req-ca83a896-867c-41cf-8656-6b62e7eb4d5a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 210 time: 0.0295181 Jan 17 11:15:51.014314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c56c994f-3d60-4404-8eef-4c269f370658 req-d7b564f3-49d1-4cca-80ce-83e20db00b5f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0259516 Jan 17 11:15:51.461940 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-472e8e2e-fa9f-49b5-a9c8-f7df2e608f35 req-e47a9b76-8e04-443e-86e2-f2f644e0da7a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 210 time: 0.0353067 Jan 17 11:15:51.554638 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-789f1997-f0a9-4586-b791-5441a728c028 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:51.556034 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-789f1997-f0a9-4586-b791-5441a728c028 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "GET /v2.0/networks?id=da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 200 len: 809 time: 0.1174393 Jan 17 11:15:51.569042 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Request body: {'port': {'device_id': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe', 'admin_state_up': True, 'tenant_id': 'c25817d8ef664c5ea2df1f3b1543b103'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:51.761551 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Made reservation on behalf of c25817d8ef664c5ea2df1f3b1543b103 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:51.765116 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:51.887275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Allocated IP 172.20.0.3 (da2678a4-23f1-4ee0-9065-8f4018be98fe/2037003b-e8ae-4367-a7d6-8676db15155f/83affd55-c31a-4f61-9ba1-36f5c8d105f3) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:52.029829 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks [] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.110600 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-480a71f1-87c6-4bf0-9058-4f63e19c32c7 req-6a61d684-9b3d-4207-a1bf-64584b693187 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0257916 Jan 17 11:15:52.132413 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.164202 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Network da2678a4-23f1-4ee0-9065-8f4018be98fe is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:52.167382 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:52.169775 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:52.206385 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Pushing event updated for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:52.226114 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:52.229581 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.306882 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-662bcd97-dcf5-4bc9-b79a-4c4d9d22f13f tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7413492 Jan 17 11:15:52.318358 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Request body: {'port': {'device_id': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:52.373276 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.579226 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62d157a4-263a-4d94-850a-d31f79534b36 req-fcacec30-e7b6-4a85-a30c-fa3b5d604535 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 210 time: 0.0356941 Jan 17 11:15:52.667573 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83affd55-c31a-4f61-9ba1-36f5c8d105f3 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:15:52.680031 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks [] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.697607 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Transition to ACTIVE for port object 83affd55-c31a-4f61-9ba1-36f5c8d105f3 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:15:52.732733 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-61c44d31-2904-459b-b4fd-41036de61487 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:52.734132 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-61c44d31-2904-459b-b4fd-41036de61487 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 814 time: 0.1316140 Jan 17 11:15:52.745908 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'port': {'device_id': 'a7034118-878b-436b-bde1-959cf8a52fba', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'admin_state_up': True, 'tenant_id': '3e981cd4aed541c581ae83369890aab5'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:15:52.770565 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.822674 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Pushing event updated for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:52.887603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Attempting to bind port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:15:52.888045 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Attempting to bind port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:15:52.888379 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Attempting to bind port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 on network da2678a4-23f1-4ee0-9065-8f4018be98fe {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:52.892765 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 on network da2678a4-23f1-4ee0-9065-8f4018be98fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:15:52.893087 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Attempting to bind port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 on network da2678a4-23f1-4ee0-9065-8f4018be98fe {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:15:52.898311 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:15:52.900386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Checking segment: {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:15:52.900386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Bound using segment: {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:15:52.900386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Bound port: 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c6649f-9883-46f1-912f-90fc57b7ff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:15:52.900386 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.918985 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Made reservation on behalf of 3e981cd4aed541c581ae83369890aab5 for: {'port': 1} {{(pid=103024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 11:15:52.922701 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:52.962002 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:15:52.965378 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:15:53.052293 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_common [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Allocated IP 172.20.0.4 (a34f33c7-4382-4a28-bc58-1408d22535c5/6361b8b0-5923-4c79-b866-8724094bccbd/106bb0c9-1fe2-4be5-b9de-3fec29de5da5) {{(pid=103024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:15:53.073912 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.116574 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.117969 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.121683 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] 10.222.0.78 "PUT /v2.0/ports/83affd55-c31a-4f61-9ba1-36f5c8d105f3 HTTP/1.1" status: 200 len: 1093 time: 0.8042917 Jan 17 11:15:53.121683 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:15:53.121683 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416c0814-4332-48c3-89df-7b400998ccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:15:53.150618 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7889d-49d0-4f33-9b86-461fc1737b4b service neutron] Pushing event updated for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:53.187597 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f6709-c702-4ce1-b910-38766162adb5 x-openstack-request-id: req-784f6709-c702-4ce1-b910-38766162adb5 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:15:53.188112 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:15:53.188554 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-784f6709-c702-4ce1-b910-38766162adb5 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:15:53.188962 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3', 'status': 'completed', 'code': 200} Jan 17 11:15:53.215020 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.292094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209665db-a22f-465c-8a99-b6e909239339 req-59868767-b150-47e2-b55b-d26d52a7b9fb tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.293560 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-209665db-a22f-465c-8a99-b6e909239339 req-59868767-b150-47e2-b55b-d26d52a7b9fb tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0897193 Jan 17 11:15:53.295983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c0814-4332-48c3-89df-7b400998ccdc req-6f5b47e8-d931-4f67-9e1b-2902d565f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.297561 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-416c0814-4332-48c3-89df-7b400998ccdc req-6f5b47e8-d931-4f67-9e1b-2902d565f0ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0747297 Jan 17 11:15:53.299690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.353376 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Network a34f33c7-4382-4a28-bc58-1408d22535c5 is already hosted by enough agents. {{(pid=103024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:15:53.356582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.base_scheduler [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Resources bound (agent type, host, resource id): {{(pid=103024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:15:53.360503 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Received port after_create {{(pid=103024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:15:53.367886 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:53.426779 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.427594 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.503052 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-698c5bef-2c1b-4f14-8059-8cebca888757 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606502 Jan 17 11:15:53.763087 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c0814-4332-48c3-89df-7b400998ccdc req-198cb853-7e44-4723-a60b-dab5cfee34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.764714 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-416c0814-4332-48c3-89df-7b400998ccdc req-198cb853-7e44-4723-a60b-dab5cfee34db service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4572928 Jan 17 11:15:53.780403 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-e6eaa48d-6e54-415d-8183-01efca3c6a4f None None] Provisioning complete for port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:15:53.781412 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e6eaa48d-6e54-415d-8183-01efca3c6a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:53.814080 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-209665db-a22f-465c-8a99-b6e909239339 req-6fca4c88-59cc-4dd1-86d1-38beb3aedff9 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144248 Jan 17 11:15:53.842012 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e6eaa48d-6e54-415d-8183-01efca3c6a4f None None] Port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 cannot update to ACTIVE because it is not bound. {{(pid=103026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 11:15:53.855438 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d53cad-17bf-4f14-ae0c-adf38505ff77 req-4624def3-76f4-441a-ad8b-0103128a6a74 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:53.857430 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64d53cad-17bf-4f14-ae0c-adf38505ff77 req-4624def3-76f4-441a-ad8b-0103128a6a74 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0864034 Jan 17 11:15:53.925368 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64d53cad-17bf-4f14-ae0c-adf38505ff77 req-26883a29-ba21-4d09-b7f2-19dc626363e3 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622723 Jan 17 11:15:54.953222 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfe6a8-0890-4371-9b1e-05d73a80d233 req-202676ba-c56a-438c-b9a8-026283059421 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:54.955043 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3bfe6a8-0890-4371-9b1e-05d73a80d233 req-202676ba-c56a-438c-b9a8-026283059421 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0565095 Jan 17 11:15:55.018054 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3bfe6a8-0890-4371-9b1e-05d73a80d233 req-9ee0b4ac-6690-4cdc-9532-4411bd1e25ba tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552897 Jan 17 11:15:55.067562 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd8a1-fe09-4361-a95b-12deba6a1456 req-e35b5df0-7a3f-4339-a6f0-eff49d1f1875 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:55.069052 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-155fd8a1-fe09-4361-a95b-12deba6a1456 req-e35b5df0-7a3f-4339-a6f0-eff49d1f1875 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0674498 Jan 17 11:15:55.118957 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-155fd8a1-fe09-4361-a95b-12deba6a1456 req-624c85b9-57f4-4a3a-bd57-c8f88f1c752d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Jan 17 11:15:56.141003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1a3f-ab78-4431-b117-04d0063ef381 req-081406d3-2204-4ae3-b85b-228ac167a4de tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:56.143055 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-95be1a3f-ab78-4431-b117-04d0063ef381 req-081406d3-2204-4ae3-b85b-228ac167a4de tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0541971 Jan 17 11:15:56.211497 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-95be1a3f-ab78-4431-b117-04d0063ef381 req-c1b56199-9c62-4685-98cb-ee50545c58cc tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607805 Jan 17 11:15:56.255629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ca52-9ae1-452b-877a-2c02dd03b411 req-ea466298-eea4-4520-8209-5f5e37e23f05 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:56.263135 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-16a8ca52-9ae1-452b-877a-2c02dd03b411 req-ea466298-eea4-4520-8209-5f5e37e23f05 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0718641 Jan 17 11:15:56.298724 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41116) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:15:56.311100 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-16a8ca52-9ae1-452b-877a-2c02dd03b411 req-7816a3d8-e6c9-4398-985c-7ffd21ea5fbf tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Jan 17 11:15:56.461697 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port d8486117-91e3-446e-a26b-5d67a0a1535a {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:15:56.462055 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:56.541883 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:56.542490 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (d8486117-91e3-446e-a26b-5d67a0a1535a), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:56.557843 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for d8486117-91e3-446e-a26b-5d67a0a1535a owned by network:floatingip {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:15:56.862302 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (d8486117-91e3-446e-a26b-5d67a0a1535a), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:56.889654 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=d8486117-91e3-446e-a26b-5d67a0a1535a,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:15:56.901984 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.902343 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.902688 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.903026 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.903362 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.903693 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.904034 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.904350 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.904676 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.905004 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.905326 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.905644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.906252 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:15:56.961870 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (0590a62b-9404-4426-94aa-5e523d455162), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:56.962179 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 0590a62b-9404-4426-94aa-5e523d455162 disassociated (deleted). External IP: 172.27.2.137, port: 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d. Jan 17 11:15:57.176669 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:15:57.292387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:15:57.297400 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:15:57.308576 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:15:57.320182 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:57.321222 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:57.347293 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-4d945e3b-f196-49a8-8b94-61af84393ebe tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "DELETE /v2.0/floatingips/0590a62b-9404-4426-94aa-5e523d455162 HTTP/1.1" status: 204 len: 168 time: 1.0475390 Jan 17 11:15:57.350119 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:15:57.363365 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942eb09-e785-4421-b47c-3c868f7fc4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:15:57.392803 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb0a0a-5dd8-4f42-897f-7f3cc5828b2e req-756e9e80-02ba-40b8-a726-e57e3fe1aed4 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:57.399454 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64eb0a0a-5dd8-4f42-897f-7f3cc5828b2e req-756e9e80-02ba-40b8-a726-e57e3fe1aed4 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.1010039 Jan 17 11:15:57.479597 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64eb0a0a-5dd8-4f42-897f-7f3cc5828b2e req-67fcd80d-7b6f-4fc5-bec9-6f9c7f92d10e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791557 Jan 17 11:15:57.494562 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:57.504395 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10bdc-57e3-4163-bfd9-d3d44af28c4e req-8aa7abed-69fc-48ec-bb07-a68f617365ff tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:57.504395 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34a10bdc-57e3-4163-bfd9-d3d44af28c4e req-8aa7abed-69fc-48ec-bb07-a68f617365ff tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0978429 Jan 17 11:15:57.581314 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34a10bdc-57e3-4163-bfd9-d3d44af28c4e req-0f795f7c-70ed-4e25-b51a-22ab358ad5b2 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Jan 17 11:15:57.726569 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2fd650-1fb6-454b-b1a4-3c278b5797cc x-openstack-request-id: req-4e2fd650-1fb6-454b-b1a4-3c278b5797cc {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:15:57.726868 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:15:57.727130 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e2fd650-1fb6-454b-b1a4-3c278b5797cc {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:15:57.727534 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'status': 'completed', 'code': 200} Jan 17 11:15:57.805599 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:57.837530 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:15:57.846737 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:15:57.847489 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:15:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:57.964842 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:15:58.063910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a3a4-318b-4c33-ba76-c9b4a6c36746 req-90a4f153-6f4b-41f8-a4d2-584b32f2fb21 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:58.071103 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b869a3a4-318b-4c33-ba76-c9b4a6c36746 req-90a4f153-6f4b-41f8-a4d2-584b32f2fb21 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0611475 Jan 17 11:15:58.120664 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b869a3a4-318b-4c33-ba76-c9b4a6c36746 req-77348859-57c7-485f-a731-465607d8bc0a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486610 Jan 17 11:15:58.244708 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:15:58.273617 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446854e-4b56-4736-8df6-86c7a79f95fa None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '3cd384e9-e858-4c70-bf20-58db98537c92', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'port_id': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'mac_address': 'fa:16:3e:bb:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:10:52Z', 'updated_at': '2022-01-17T11:10:55Z', 'revision_number': 1, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:15:58.545610 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e2b4f-e23c-4d06-a4fb-361b6ac796a6 None None] New status for floating IP 0590a62b-9404-4426-94aa-5e523d455162: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:15:58.619229 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebec8b4-4787-4818-ad3d-cf938eae84bf req-11038965-ebbf-4e19-ae12-bab5b1aca48c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:58.621018 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1ebec8b4-4787-4818-ad3d-cf938eae84bf req-11038965-ebbf-4e19-ae12-bab5b1aca48c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0567176 Jan 17 11:15:58.735908 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1ebec8b4-4787-4818-ad3d-cf938eae84bf req-33b328e7-1431-4d83-a9a7-6d236d85dd73 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059849 Jan 17 11:15:58.745879 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748b75-bd17-4f4d-80e9-63c7d44ad3bb req-f9263257-fcfc-4039-91a2-92c51233830e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:58.747681 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b9748b75-bd17-4f4d-80e9-63c7d44ad3bb req-f9263257-fcfc-4039-91a2-92c51233830e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0758367 Jan 17 11:15:58.800921 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b9748b75-bd17-4f4d-80e9-63c7d44ad3bb req-4c8047c9-cf40-4de8-a11a-8ed3ec9f17f1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Jan 17 11:15:59.247362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a710a-a23d-4adc-9dee-d54e4cb32e86 req-291319c1-5156-4a6a-8c8a-54ef84770760 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:59.249058 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b0a710a-a23d-4adc-9dee-d54e4cb32e86 req-291319c1-5156-4a6a-8c8a-54ef84770760 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0507510 Jan 17 11:15:59.301683 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b0a710a-a23d-4adc-9dee-d54e4cb32e86 req-273d7688-9980-46f1-bd91-334f56055d53 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464025 Jan 17 11:15:59.867879 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21f430-ddf7-40cb-b847-dfb222b99cbc req-dcd382c4-0a28-4429-b14c-9f79dee86480 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:59.869425 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a21f430-ddf7-40cb-b847-dfb222b99cbc req-dcd382c4-0a28-4429-b14c-9f79dee86480 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0650694 Jan 17 11:15:59.952075 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858643c-4e37-46fb-bdfd-004b913c6dde req-a33b32b4-1fe1-4b45-9574-64f8c32d8863 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:15:59.953615 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1858643c-4e37-46fb-bdfd-004b913c6dde req-a33b32b4-1fe1-4b45-9574-64f8c32d8863 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0789850 Jan 17 11:15:59.958868 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3a21f430-ddf7-40cb-b847-dfb222b99cbc req-566adb9a-3f12-47f1-8c50-9e9d5f83da99 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824542 Jan 17 11:16:00.005791 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1858643c-4e37-46fb-bdfd-004b913c6dde req-e5c73092-92d2-4df2-b1d8-0b6fef98c4a3 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Jan 17 11:16:00.477117 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688d5-6dec-4be4-b5db-495a99fa6ee3 req-161390e1-a3de-4b9c-a90e-524bfbb83c3f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:00.477117 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-52e688d5-6dec-4be4-b5db-495a99fa6ee3 req-161390e1-a3de-4b9c-a90e-524bfbb83c3f tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0954859 Jan 17 11:16:00.529710 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-52e688d5-6dec-4be4-b5db-495a99fa6ee3 req-9b951b57-e88c-4da6-a0eb-5f21c52d7cdd tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529041 Jan 17 11:16:00.841879 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b88a-86a2-42ba-98b0-f84a0286c2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:01.102151 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667d23-88ff-4932-b145-8040207cc1e4 req-7ae6f665-d127-415f-a0f8-6ffeba3790cf tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:01.103634 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f667d23-88ff-4932-b145-8040207cc1e4 req-7ae6f665-d127-415f-a0f8-6ffeba3790cf tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0711300 Jan 17 11:16:01.183431 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f667d23-88ff-4932-b145-8040207cc1e4 req-99e037a4-0e17-4576-8e34-06abac19073d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Jan 17 11:16:01.191879 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65856-4fd1-4df2-ac22-704c12852ec5 req-cdc2450c-9936-41d1-8d9b-0e58ce07270f tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:01.193381 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eee65856-4fd1-4df2-ac22-704c12852ec5 req-cdc2450c-9936-41d1-8d9b-0e58ce07270f tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.1086614 Jan 17 11:16:01.249708 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eee65856-4fd1-4df2-ac22-704c12852ec5 req-b5b66af6-fd72-4b88-9e4e-beb27fb6ac7a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Jan 17 11:16:01.641912 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54b6e-86c0-49fd-822b-c5ba948f0fe3 req-98ffba28-b4bb-47e8-b357-59834488fc1e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:01.643387 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cde54b6e-86c0-49fd-822b-c5ba948f0fe3 req-98ffba28-b4bb-47e8-b357-59834488fc1e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Jan 17 11:16:01.691420 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cde54b6e-86c0-49fd-822b-c5ba948f0fe3 req-e64b69d3-3f91-40c9-8214-b97a051f1483 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jan 17 11:16:02.297529 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c6e6-059f-423a-8cc8-51398c7c212e req-504ad755-d464-4ca6-9f28-ac33fce7b01e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:02.299332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b96c6e6-059f-423a-8cc8-51398c7c212e req-504ad755-d464-4ca6-9f28-ac33fce7b01e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0495944 Jan 17 11:16:02.376715 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b96c6e6-059f-423a-8cc8-51398c7c212e req-9599067d-2cc7-4956-91a9-a9d0ab5aa7c7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716655 Jan 17 11:16:02.389098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d6e81-0c9c-4dee-8715-619a50a92ba9 req-9e196c09-75cd-4fff-a9a4-c2d7e20d280c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:02.390599 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d52d6e81-0c9c-4dee-8715-619a50a92ba9 req-9e196c09-75cd-4fff-a9a4-c2d7e20d280c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0723271 Jan 17 11:16:02.437396 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d52d6e81-0c9c-4dee-8715-619a50a92ba9 req-cf1f6f0f-d566-48d6-a96e-73a222a1e25b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Jan 17 11:16:02.802961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab40dc-7ae5-47b5-94a4-850d8a843f8c req-47ad265b-c5e8-4454-a4c5-9fdecf7579bf tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:02.804436 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88ab40dc-7ae5-47b5-94a4-850d8a843f8c req-47ad265b-c5e8-4454-a4c5-9fdecf7579bf tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0482111 Jan 17 11:16:02.851927 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88ab40dc-7ae5-47b5-94a4-850d8a843f8c req-df58c94a-418d-47e6-8986-efc838dd7f1b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Jan 17 11:16:03.190473 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cd94e3a7-49e8-42c4-83cd-2eec1a83ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:03.492954 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75e0b-b3b4-4609-9c21-4e07f19cbb81 req-053b95c9-2ff7-4f7c-abe2-d0973132fa4d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:03.494478 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60c75e0b-b3b4-4609-9c21-4e07f19cbb81 req-053b95c9-2ff7-4f7c-abe2-d0973132fa4d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0515835 Jan 17 11:16:03.569883 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60c75e0b-b3b4-4609-9c21-4e07f19cbb81 req-c1ee9509-1edd-4105-8050-4c319257da04 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699067 Jan 17 11:16:03.581745 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d742-8b60-45de-96d6-37e8f82a7928 req-512f1a38-591a-42f2-b4e7-4cc6631cb24a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:03.583301 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d293d742-8b60-45de-96d6-37e8f82a7928 req-512f1a38-591a-42f2-b4e7-4cc6631cb24a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0770001 Jan 17 11:16:03.631861 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d293d742-8b60-45de-96d6-37e8f82a7928 req-d0ae8f3d-7165-403b-a343-6c22a245ba89 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Jan 17 11:16:03.964730 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5fa3f-b008-4410-99a7-0f38f70ecfdc req-0f505c2d-6768-4486-b7b4-c37df6375460 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:03.966331 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-74e5fa3f-b008-4410-99a7-0f38f70ecfdc req-0f505c2d-6768-4486-b7b4-c37df6375460 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Jan 17 11:16:04.018681 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-74e5fa3f-b008-4410-99a7-0f38f70ecfdc req-31ce8df4-cc30-49f3-b66d-619d3e62b278 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Jan 17 11:16:04.389835 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:04.683220 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b184e69-8d2e-4405-934a-ceb8f5505b0a req-2f17e3ab-5c7d-4b0c-9cae-bffa27296727 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:04.684738 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0b184e69-8d2e-4405-934a-ceb8f5505b0a req-2f17e3ab-5c7d-4b0c-9cae-bffa27296727 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0503759 Jan 17 11:16:04.755718 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0b184e69-8d2e-4405-934a-ceb8f5505b0a req-a43e7ecd-33e1-44cd-a6a0-545189c5a69c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646749 Jan 17 11:16:04.769185 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22493-4d01-4516-b0eb-065cb51af50f req-d7b1813d-16ba-4d77-ae6b-c25679f24df9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:04.770649 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4e22493-4d01-4516-b0eb-065cb51af50f req-d7b1813d-16ba-4d77-ae6b-c25679f24df9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 931 time: 0.0670948 Jan 17 11:16:04.816272 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4e22493-4d01-4516-b0eb-065cb51af50f req-d056eb93-d3a9-4350-92c9-037000363002 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Jan 17 11:16:05.054517 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Request body: {'port': {'device_id': 'a7034118-878b-436b-bde1-959cf8a52fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:05.116462 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.195899 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-05c2fe57-d6ec-42ca-8a2c-837d02719ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.197398 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-05c2fe57-d6ec-42ca-8a2c-837d02719ef9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 1098 time: 0.1380959 Jan 17 11:16:05.222721 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5894d-6523-4c71-9574-2e154f9126d3 req-71c0327f-2ab1-416e-a409-c9f5a8852815 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.224392 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d8c5894d-6523-4c71-9574-2e154f9126d3 req-71c0327f-2ab1-416e-a409-c9f5a8852815 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.1353135 Jan 17 11:16:05.288221 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c0814-4332-48c3-89df-7b400998ccdc req-90b55a0f-1b44-4a27-94cc-a4bf24f1b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.289684 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-416c0814-4332-48c3-89df-7b400998ccdc req-90b55a0f-1b44-4a27-94cc-a4bf24f1b68a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315347 Jan 17 11:16:05.350009 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d8c5894d-6523-4c71-9574-2e154f9126d3 req-3286acce-a445-47dd-9131-798e88ceb55c tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132083 Jan 17 11:16:05.376458 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 {{(pid=103024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:16:05.384382 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks [] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), precommit_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.386338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-ece55607-e0e6-44c3-860d-28632148e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.387803 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-ece55607-e0e6-44c3-860d-28632148e8d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.1812403 Jan 17 11:16:05.395772 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-8c415a2a-4bda-4b26-9569-6d37d84c25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.396853 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.provisioning_blocks [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Transition to ACTIVE for port object 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 will not be triggered until provisioned by entity L2. {{(pid=103024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 11:16:05.397258 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-8c415a2a-4bda-4b26-9569-6d37d84c25d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0632308 Jan 17 11:16:05.437920 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-39a086b2-125c-4742-ba39-7781fd9780f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d HTTP/1.1" status: 200 len: 217 time: 0.0396812 Jan 17 11:16:05.464445 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.471194 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-e7bef3a0-fd18-4c46-82d4-8c608d33d1aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3 HTTP/1.1" status: 200 len: 217 time: 0.0662158 Jan 17 11:16:05.513313 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=2']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:05.542403 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-fa16c2a6-144a-47a8-99ff-985951d6527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.544137 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-fa16c2a6-144a-47a8-99ff-985951d6527f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0806172 Jan 17 11:16:05.592474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-3e3568d0-dffb-4d72-b54b-274a60339f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.594190 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-3e3568d0-dffb-4d72-b54b-274a60339f9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2037003b-e8ae-4367-a7d6-8676db15155f HTTP/1.1" status: 200 len: 849 time: 0.1040745 Jan 17 11:16:05.597913 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Attempting to bind port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 11:16:05.598246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Attempting to bind port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 11:16:05.598585 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Attempting to bind port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 on network a34f33c7-4382-4a28-bc58-1408d22535c5 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:16:05.603286 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 on network a34f33c7-4382-4a28-bc58-1408d22535c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 11:16:05.603707 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Attempting to bind port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 on network a34f33c7-4382-4a28-bc58-1408d22535c5 {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 11:16:05.608566 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Checking agent: {'id': 'c289b17c-400b-42c9-8789-413fcedccb87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'started_at': datetime.datetime(2022, 1, 17, 11, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 11:16:05.608934 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Checking segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 11:16:05.609317 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Bound using segment: {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'} {{(pid=103024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 11:16:05.609775 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.managers [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Bound port: 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b34467-5bdb-4568-b9c4-494b96a45192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5'}}] {{(pid=103024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 11:16:05.610144 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.612406 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-88558b1d-0159-4d1c-8701-554064c3ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.613983 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-88558b1d-0159-4d1c-8701-554064c3ea99 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625856 Jan 17 11:16:05.636195 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-e238d890-e2fb-419e-9bbe-4f7fea055007 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da2678a4-23f1-4ee0-9065-8f4018be98fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351517 Jan 17 11:16:05.643539 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.676192 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, cleared binding levels {{(pid=103024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 11:16:05.679684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 11:16:05.760482 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-99124622-c771-4d75-bac6-e883d764658c service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327863 Jan 17 11:16:05.761991 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63569462'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.798495 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.799117 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:05.800541 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] 10.222.0.78 "PUT /v2.0/ports/106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1093 time: 0.7541943 Jan 17 11:16:05.800997 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:05.803323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3869e5-854e-4ae5-b959-621292c00c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:05.850387 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-d15796c7-812a-4930-89be-7fc750beb1c1 service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572969 Jan 17 11:16:05.883902 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:16:05.888127 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454f8ed5-0442-463c-8187-7a19287de00d x-openstack-request-id: req-454f8ed5-0442-463c-8187-7a19287de00d {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:05.889515 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:05.891487 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-454f8ed5-0442-463c-8187-7a19287de00d {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:05.892386 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:16:05.900053 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6837-a586-4f44-9f75-7d00dc424b02 service neutron] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=3']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:05.968897 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-2a30eb41-8ba6-4788-b51b-f6ea7bbf0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:05.970476 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-2a30eb41-8ba6-4788-b51b-f6ea7bbf0d24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1096 time: 0.0637116 Jan 17 11:16:05.975008 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5942eb09-e785-4421-b47c-3c868f7fc4b4 req-ffb0644f-aed1-4352-a149-382f7d149fd9 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087126 Jan 17 11:16:06.049221 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a9ff-10e0-4d54-ad39-20e38572d03b req-5f683714-504b-475a-b3cf-2670c62fe08e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.050792 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d83a9ff-10e0-4d54-ad39-20e38572d03b req-5f683714-504b-475a-b3cf-2670c62fe08e tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.1174524 Jan 17 11:16:06.070649 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3193a1d3-dcda-4cb9-933d-ff17c304c3d6 req-ddb5e049-a1cf-40fb-b5be-b8da8c712575 service neutron] 10.222.0.78 "GET /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095768 Jan 17 11:16:06.078146 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72d0ef-4593-4476-b582-bcc6e9a89d2b req-694c8a12-e7ef-4f8f-a428-98f76f10056f tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.079670 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec72d0ef-4593-4476-b582-bcc6e9a89d2b req-694c8a12-e7ef-4f8f-a428-98f76f10056f tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 943 time: 0.1292217 Jan 17 11:16:06.105531 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-bed76429-1444-47dc-8850-f17c4839220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.107323 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-bed76429-1444-47dc-8850-f17c4839220e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3e981cd4aed541c581ae83369890aab5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1256118 Jan 17 11:16:06.152700 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2d83a9ff-10e0-4d54-ad39-20e38572d03b req-4a81268a-3af8-438e-b81d-4f5af2caa05d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908263 Jan 17 11:16:06.157350 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec72d0ef-4593-4476-b582-bcc6e9a89d2b req-57ec0354-9481-461d-8b10-b4df5b641c8c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674355 Jan 17 11:16:06.240521 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-2bb078f1-6fb6-4b02-bb4b-afb00fcc6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.243363 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-3b3869e5-854e-4ae5-b959-621292c00c4d req-2bb078f1-6fb6-4b02-bb4b-afb00fcc6157 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290033 Jan 17 11:16:06.470616 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155260e1-5b19-49d1-8ea6-490f67e30447 req-ec0507d0-bb57-4abf-ad6f-a3d630253e95 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.472698 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-155260e1-5b19-49d1-8ea6-490f67e30447 req-ec0507d0-bb57-4abf-ad6f-a3d630253e95 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0537188 Jan 17 11:16:06.520717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-155260e1-5b19-49d1-8ea6-490f67e30447 req-141aa480-5026-48c1-95dd-5b2c92bda33d tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Jan 17 11:16:06.832516 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-1fb5aec7-4e79-460b-a5b0-8380900bdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.834219 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-1fb5aec7-4e79-460b-a5b0-8380900bdf94 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1096 time: 0.0418017 Jan 17 11:16:06.855881 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:06.883750 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-6335f63d-a5c9-4568-bf22-cb39b1271d38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 217 time: 0.0371728 Jan 17 11:16:06.933342 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-bc1f21b2-47a8-41cc-852d-6db799054502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.934805 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-bc1f21b2-47a8-41cc-852d-6db799054502 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0443475 Jan 17 11:16:06.978791 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-66532b3a-60ab-4ae8-87e5-54c1c014ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:06.980369 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-66532b3a-60ab-4ae8-87e5-54c1c014ea27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384898 Jan 17 11:16:07.070247 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-c4550c04-aa5d-4dda-a223-72ed1ea0bc1e service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Jan 17 11:16:07.157574 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-1979c7f9-f9a8-4ba2-9b8a-ed1032bbaba6 req-167f3bed-14e9-4c61-a4d8-014f91f14c6b service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791676 Jan 17 11:16:07.256649 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-88db1634-96f5-4512-b4eb-d83f925076d7 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:07.258138 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-88db1634-96f5-4512-b4eb-d83f925076d7 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0506682 Jan 17 11:16:07.298222 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421bfa3-0871-4509-973c-544aac772fd8 req-2ae60633-69c2-4751-b7ee-205982e50a69 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:07.303853 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9421bfa3-0871-4509-973c-544aac772fd8 req-2ae60633-69c2-4751-b7ee-205982e50a69 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0777123 Jan 17 11:16:07.311838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313d348-b235-4163-820e-64e3dbe8a816 req-2e147a63-fdcf-463a-bdbd-dae318c85f5e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:07.313289 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b313d348-b235-4163-820e-64e3dbe8a816 req-2e147a63-fdcf-463a-bdbd-dae318c85f5e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 943 time: 0.0653772 Jan 17 11:16:07.352827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:07.353193 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:07.383225 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9421bfa3-0871-4509-973c-544aac772fd8 req-836bf75d-032a-448c-b667-3650f4480b89 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689082 Jan 17 11:16:07.387459 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b313d348-b235-4163-820e-64e3dbe8a816 req-a3f3f5c8-454e-4344-8a4c-7d4de29d9dcb tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671165 Jan 17 11:16:07.440333 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] For port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:07.440700 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:07.452627 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:07.635818 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cefd07-9e7f-43f9-ba06-c06e8507f163 req-fd406499-ed64-41cd-ada3-31ea5922ae88 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:07.637209 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19cefd07-9e7f-43f9-ba06-c06e8507f163 req-fd406499-ed64-41cd-ada3-31ea5922ae88 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Jan 17 11:16:07.638684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:07.665655 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:07.692282 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19cefd07-9e7f-43f9-ba06-c06e8507f163 req-4b693bd7-4e36-42a0-a022-10af01c37c21 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Jan 17 11:16:07.716168 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] No DVR routers for this DVR port 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:07.718741 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:07.722164 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-6bbaf484-cf52-4581-be1f-e8e65c1c0b75 req-33d786c3-7b55-4b5f-b562-cadf1a0f0905 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "DELETE /v2.0/ports/06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d HTTP/1.1" status: 204 len: 173 time: 0.4572401 Jan 17 11:16:07.894259 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'name': 'network-vif-deleted', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:07.896498 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033ff9da-bf9e-4a74-b082-26e69ac3af1a" -d '{"events": [{"server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "name": "network-vif-deleted", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:07.934191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0aaac0-dc22-4851-b3d0-4405f59814c5 x-openstack-request-id: req-4f0aaac0-dc22-4851-b3d0-4405f59814c5 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:07.934191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db613924-39e3-4815-a68d-a883f54f14a2", "name": "network-vif-deleted", "tag": "06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:07.934191 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f0aaac0-dc22-4851-b3d0-4405f59814c5 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:07.934191 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db613924-39e3-4815-a68d-a883f54f14a2', 'name': 'network-vif-deleted', 'tag': '06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d', 'status': 'completed', 'code': 200} Jan 17 11:16:08.525716 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da78d0-759b-4618-977c-19ca65844f2a req-4a9f5a8d-b7bb-464a-ada9-0ae7b3772fc7 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:08.528507 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-04da78d0-759b-4618-977c-19ca65844f2a req-4a9f5a8d-b7bb-464a-ada9-0ae7b3772fc7 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 943 time: 0.0652747 Jan 17 11:16:08.535663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579b13-2008-4be8-ae0b-375c7ecdf8fd req-21c39c94-db82-4bec-b671-4ac622beecca tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:08.537023 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3579b13-2008-4be8-ae0b-375c7ecdf8fd req-21c39c94-db82-4bec-b671-4ac622beecca tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0846083 Jan 17 11:16:08.608666 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-04da78d0-759b-4618-977c-19ca65844f2a req-751d426e-cf87-4b09-8b41-19c103084f49 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707088 Jan 17 11:16:08.612986 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3579b13-2008-4be8-ae0b-375c7ecdf8fd req-d4c5dfaf-67f1-4ebb-9a8c-c1bb68a6265b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Jan 17 11:16:08.794332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35d44eae-8d51-4dc4-b270-35c4bdbb10b9 req-d4514ab9-6daa-4089-8e26-926f40f93a7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=db613924-39e3-4815-a68d-a883f54f14a2 HTTP/1.1" status: 200 len: 210 time: 0.0261312 Jan 17 11:16:09.745699 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87da731-03e7-4ba6-be56-66ca5896425a req-d8096548-5156-40dc-9026-bca12b5dc817 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:09.747147 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e87da731-03e7-4ba6-be56-66ca5896425a req-d8096548-5156-40dc-9026-bca12b5dc817 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 943 time: 0.0729735 Jan 17 11:16:09.755416 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdbb5f-5e60-4f5e-a528-6929bbcfcd9f req-8a1457c4-62fa-407e-b9e8-529c41cf3aee tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:09.756742 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31cdbb5f-5e60-4f5e-a528-6929bbcfcd9f req-8a1457c4-62fa-407e-b9e8-529c41cf3aee tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 943 time: 0.0738909 Jan 17 11:16:09.827921 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e87da731-03e7-4ba6-be56-66ca5896425a req-0b5c8dda-f2eb-4f75-a533-558628660e8a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702653 Jan 17 11:16:09.835465 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-31cdbb5f-5e60-4f5e-a528-6929bbcfcd9f req-5c0163b3-7990-4b61-a402-8f8c6834c887 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 Jan 17 11:16:09.896084 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:16:09.898155 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:09.921182 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:09.921521 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 06a1c9f4-79d5-431e-8d41-6d1bcf11ef6d not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:10.008757 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:10.019768 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'port_id': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'mac_address': 'fa:16:3e:f0:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:16:10.056149 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:16:10.056548 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:10.070113 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:16:10.088737 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:10.173137 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:10.173800 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 83affd55-c31a-4f61-9ba1-36f5c8d105f3 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 11:16:10.263456 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:10.275782 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.276136 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.276482 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.276821 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.277156 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.277489 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.277852 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.281572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:10.318756 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:10.330207 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Returning: {'device': '83affd55-c31a-4f61-9ba1-36f5c8d105f3', 'network_id': 'da2678a4-23f1-4ee0-9065-8f4018be98fe', 'port_id': '83affd55-c31a-4f61-9ba1-36f5c8d105f3', 'mac_address': 'fa:16:3e:82:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2037003b-e8ae-4367-a7d6-8676db15155f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 11:16:10.366148 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 is: DOWN; New status is: BUILD {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:16:10.366540 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:10.379321 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83affd55-c31a-4f61-9ba1-36f5c8d105f3 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 11:16:10.398329 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:10.481567 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:10.532658 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=4']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:10.888713 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:16:10.900765 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['83affd55-c31a-4f61-9ba1-36f5c8d105f3'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:16:10.969001 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5433-e5d0-4ea7-8d9b-94cd6cf284bb req-65808c7d-eaf2-4d4b-94c4-bb0111e537e6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:10.970538 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-582a5433-e5d0-4ea7-8d9b-94cd6cf284bb req-65808c7d-eaf2-4d4b-94c4-bb0111e537e6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 944 time: 0.0764227 Jan 17 11:16:10.979268 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103cf62-6474-45e8-9402-4fb7e1584448 req-0cadf326-a67a-4f0d-a818-f8143ed62e08 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:10.980659 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4103cf62-6474-45e8-9402-4fb7e1584448 req-0cadf326-a67a-4f0d-a818-f8143ed62e08 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 944 time: 0.0777476 Jan 17 11:16:11.053629 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-582a5433-e5d0-4ea7-8d9b-94cd6cf284bb req-0233d40d-9775-435f-9d4a-8f1a7e140a0d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719705 Jan 17 11:16:11.060776 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4103cf62-6474-45e8-9402-4fb7e1584448 req-bc92cba2-fd8e-4a41-a1ea-b6c084b562ec tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734398 Jan 17 11:16:12.194053 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd784-f6c8-4b85-b5c0-d7ac3c4dbe6f req-6ec5fad9-d9fb-4e99-ad27-34af7344f6ea tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:12.195488 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-159dd784-f6c8-4b85-b5c0-d7ac3c4dbe6f req-6ec5fad9-d9fb-4e99-ad27-34af7344f6ea tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 944 time: 0.0741367 Jan 17 11:16:12.215339 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97547-c18a-4865-8075-8d51a0729268 req-235267b4-4207-4f06-b2e9-dc8083fa131d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:12.216722 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64e97547-c18a-4865-8075-8d51a0729268 req-235267b4-4207-4f06-b2e9-dc8083fa131d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 944 time: 0.0703151 Jan 17 11:16:12.274339 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-159dd784-f6c8-4b85-b5c0-d7ac3c4dbe6f req-5056618b-09ca-4ba7-8568-350337d87eb5 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Jan 17 11:16:12.286331 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64e97547-c18a-4865-8075-8d51a0729268 req-064dd352-9883-47cd-8f5a-92258472f3f9 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619540 Jan 17 11:16:12.323841 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41220) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:12.474690 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port 4d7c678d-fc8a-4602-894f-48b636348beb {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:12.475036 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:12.546295 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:12.546622 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (4d7c678d-fc8a-4602-894f-48b636348beb), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:12.558169 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for 4d7c678d-fc8a-4602-894f-48b636348beb owned by network:floatingip {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:12.790109 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (4d7c678d-fc8a-4602-894f-48b636348beb), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:12.816549 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=4d7c678d-fc8a-4602-894f-48b636348beb,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:12.875407 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (3cd384e9-e858-4c70-bf20-58db98537c92), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:12.875737 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.l3_db [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Floating IP 3cd384e9-e858-4c70-bf20-58db98537c92 disassociated (deleted). External IP: 172.27.2.152, port: 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0. Jan 17 11:16:13.327698 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:16:13.418462 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9522f-835c-4a44-91e4-31bea9e62363 req-dd3be14f-01ed-4801-be8e-fdc135b5b174 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.419861 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12c9522f-835c-4a44-91e4-31bea9e62363 req-dd3be14f-01ed-4801-be8e-fdc135b5b174 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 944 time: 0.0805373 Jan 17 11:16:13.432317 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614656c-db14-483e-bdc6-0e0f8763b1df req-455ef250-bdad-4437-b52a-ec4d6d07ea4a tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.433859 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1614656c-db14-483e-bdc6-0e0f8763b1df req-455ef250-bdad-4437-b52a-ec4d6d07ea4a tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 944 time: 0.0686758 Jan 17 11:16:13.436811 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:16:13.442054 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:13.448272 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:16:13.458844 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:13.459634 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:13.471981 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2626a85d-2799-46cf-851e-4b5df9b1bab3 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "DELETE /v2.0/floatingips/3cd384e9-e858-4c70-bf20-58db98537c92 HTTP/1.1" status: 204 len: 168 time: 1.1441879 Jan 17 11:16:13.471981 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:13.472847 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:13.502449 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12c9522f-835c-4a44-91e4-31bea9e62363 req-7b9fcd16-0ea3-4243-b688-824d8aa7db0e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Jan 17 11:16:13.516364 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1614656c-db14-483e-bdc6-0e0f8763b1df req-145f9e6f-9d68-4c5f-9d32-bfda27958445 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667973 Jan 17 11:16:13.563000 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4122f6-e3df-4537-91dc-284a35045396 x-openstack-request-id: req-4f4122f6-e3df-4537-91dc-284a35045396 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:13.563300 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:13.563557 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f4122f6-e3df-4537-91dc-284a35045396 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:13.563959 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'status': 'completed', 'code': 200} Jan 17 11:16:13.577435 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:13.625654 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-deadb599-f1cc-439b-8d06-1f08fc71eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.627334 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-deadb599-f1cc-439b-8d06-1f08fc71eb42 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=206c2ed32a8d49a1a53f2159971531f0&device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 1099 time: 0.0414047 Jan 17 11:16:13.720657 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-b182e5c9-0aba-4866-8e92-764e3f11e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.722749 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-b182e5c9-0aba-4866-8e92-764e3f11e262 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 200 len: 912 time: 0.0892127 Jan 17 11:16:13.762647 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-4d257ac2-eeab-44a6-b126-d33f2ff09620 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 200 len: 217 time: 0.0338631 Jan 17 11:16:13.777878 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:13.804359 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:16:13.810073 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-fde653af-aade-42fc-b3b4-07e04c3b3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.811687 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-fde653af-aade-42fc-b3b4-07e04c3b3e89 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 200 len: 850 time: 0.0439663 Jan 17 11:16:13.812648 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:13.813251 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:13.860675 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-e01b3939-1218-48ad-9c5c-738d10f17a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:13.862233 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-e01b3939-1218-48ad-9c5c-738d10f17a4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439379 Jan 17 11:16:13.960176 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-cb404092-65f9-4659-8f0a-d16123a875fc service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910659 Jan 17 11:16:14.029170 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:16:14.062116 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-40c20ea2-cc84-4aae-9ef7-162bcba6ffe4 req-c3d90f5f-dcd3-458c-9230-3c8113547af2 service neutron] 10.222.0.78 "GET /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896230 Jan 17 11:16:14.067971 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f0134-b142-4aea-b71e-355031b0e07a req-387bcf76-cfc4-42cf-b24b-8eaf7fc01e1b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:14.069706 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f33f0134-b142-4aea-b71e-355031b0e07a req-387bcf76-cfc4-42cf-b24b-8eaf7fc01e1b tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0516162 Jan 17 11:16:14.083911 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:14.123711 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f33f0134-b142-4aea-b71e-355031b0e07a req-e577ca61-77cf-4b4a-93ff-ba75bcaf8918 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482802 Jan 17 11:16:14.234264 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:16:14.240683 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:16:14.241067 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.347531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:14.379547 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ad298-bf0b-4bc5-9e9e-f54939a85a40 None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:06:09Z', 'revision_number': 4, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': '26483e21-1dda-4cd2-b42a-0d33ada1288f', 'name': '', 'network_id': '0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'mac_address': 'fa:16:3e:05:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:08Z', 'updated_at': '2022-01-17T11:06:14Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'subnets': [{'id': '7d74dc64-6185-4779-b9da-fa9d0a8eb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:16:14.382723 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:16:14.383130 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.406149 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:14.408434 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8f4bf-33ab-455d-926f-0c218073991d" -d '{"events": [{"server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "name": "network-vif-plugged", "status": "completed", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:14.421134 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:14.447539 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06abcf82-f057-41c0-94fe-d3ac77881ae2 x-openstack-request-id: req-06abcf82-f057-41c0-94fe-d3ac77881ae2 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:14.447839 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "name": "network-vif-plugged", "status": "completed", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:14.448253 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06abcf82-f057-41c0-94fe-d3ac77881ae2 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:14.448790 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'code': 200} Jan 17 11:16:14.510438 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.511304 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 83affd55-c31a-4f61-9ba1-36f5c8d105f3 up at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 11:16:14.597876 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:14.658604 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-48ee50a4-9881-46bd-9b31-9526519fdc70 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:14.660090 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-48ee50a4-9881-46bd-9b31-9526519fdc70 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 946 time: 0.0791795 Jan 17 11:16:14.668173 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8187aa3c-1317-44c7-8c5b-488d9a825b63 None None] New status for floating IP 3cd384e9-e858-4c70-bf20-58db98537c92: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:16:14.682826 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e5f9d-aeee-4d9f-b805-5210d3f4bd37 req-9518c817-f151-4847-b30f-45b8cc0ec592 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:14.684410 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e03e5f9d-aeee-4d9f-b805-5210d3f4bd37 req-9518c817-f151-4847-b30f-45b8cc0ec592 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.1048095 Jan 17 11:16:14.696145 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning for port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 completed by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 11:16:14.699934 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Provisioning complete for port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 triggered by entity L2. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:16:14.700388 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.726542 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459384dc-6fa8-4c57-b979-42d5c54aa251 req-fab0abb1-8b92-4640-bf4b-ffcad463d756 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:14.730115 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-459384dc-6fa8-4c57-b979-42d5c54aa251 req-fab0abb1-8b92-4640-bf4b-ffcad463d756 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 944 time: 0.0954764 Jan 17 11:16:14.765696 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:14.769813 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.806238 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e03e5f9d-aeee-4d9f-b805-5210d3f4bd37 req-6a51a9b0-c74b-4fe6-8e16-a87473b8bd91 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134162 Jan 17 11:16:14.822248 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Current status of the port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 is: BUILD; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:16:14.825937 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.847699 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-459384dc-6fa8-4c57-b979-42d5c54aa251 req-abd3e06f-a1d3-44c4-b73f-0db8e0e800e4 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101229 Jan 17 11:16:14.859350 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e842237-f9b5-4f93-a919-37bf012fb0de req-1e67fe18-953f-496f-a6a7-05b48f7935f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:14.860766 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e842237-f9b5-4f93-a919-37bf012fb0de req-1e67fe18-953f-496f-a6a7-05b48f7935f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1098 time: 0.1251087 Jan 17 11:16:14.876247 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:14.877345 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] For port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:14.877745 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:14.891160 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:14.910474 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e842237-f9b5-4f93-a919-37bf012fb0de req-108ddba0-9d0b-48d4-82b2-9fa70d61a0e4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Jan 17 11:16:14.969945 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:15.017507 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Pushing event updated for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=5']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:15.072452 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:15.100737 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:15.143691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] No DVR routers for this DVR port 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:15.146242 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:15.150950 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-c681785d-5675-4d09-af09-6bfac62f3f6c req-ab566c29-b8b9-46eb-ba65-073d947c5f7a tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.78 "DELETE /v2.0/ports/1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 HTTP/1.1" status: 204 len: 173 time: 0.4835474 Jan 17 11:16:15.218705 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a15d7253-44a2-4f0b-8e1c-966cd51116e1 req-ff5673a3-2301-40fc-a7a4-fad6c6bf4b18 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 210 time: 0.0254223 Jan 17 11:16:15.565328 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'name': 'network-vif-deleted', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:15.567679 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f0655-de42-4e9a-bdf2-53422cbcd90b" -d '{"events": [{"server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "name": "network-vif-deleted", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:15.602370 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183baf1-5fd3-4dd5-b015-8bd594e11420 x-openstack-request-id: req-8183baf1-5fd3-4dd5-b015-8bd594e11420 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:15.602662 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81287d17-06ad-4bc0-902b-3fb3207779a1", "name": "network-vif-deleted", "tag": "1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:15.602919 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8183baf1-5fd3-4dd5-b015-8bd594e11420 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:15.603315 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81287d17-06ad-4bc0-902b-3fb3207779a1', 'name': 'network-vif-deleted', 'tag': '1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0', 'status': 'completed', 'code': 200} Jan 17 11:16:15.915441 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb495f24-f154-4e30-932c-4a277e8f964e req-bac4d203-af9b-4f99-9614-a033a8f87b90 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:15.916956 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb495f24-f154-4e30-932c-4a277e8f964e req-bac4d203-af9b-4f99-9614-a033a8f87b90 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0504515 Jan 17 11:16:15.994452 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb495f24-f154-4e30-932c-4a277e8f964e req-7d04d36b-740c-4f2e-809a-590415af143b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Jan 17 11:16:16.002705 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489fbdb-b697-436a-b859-da73d8e44508 req-81bd7a75-b145-4288-9b41-b6bcf14950cb tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:16.004182 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7489fbdb-b697-436a-b859-da73d8e44508 req-81bd7a75-b145-4288-9b41-b6bcf14950cb tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0838637 Jan 17 11:16:16.050744 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7489fbdb-b697-436a-b859-da73d8e44508 req-5f46de16-4664-4a07-b761-e8f9ebffd2b1 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Jan 17 11:16:16.321948 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b8d275b9-c3b7-45e7-928e-5d7bd303a6d5 req-516750e4-bed8-428c-b222-fc39a81b0d4e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "GET /v2.0/ports?device_id=81287d17-06ad-4bc0-902b-3fb3207779a1 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Jan 17 11:16:16.449621 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:16.452061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623596ac06275024054a8d11ffb7322a06aaf610819d3e9a2bf7d6bf4b7a4b72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47425ad5-2848-4abb-ba46-f17ea3b54a24" -d '{"events": [{"server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "name": "network-vif-plugged", "status": "completed", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:16.488879 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c514db8-956c-4293-8bd0-7769c99111ac x-openstack-request-id: req-2c514db8-956c-4293-8bd0-7769c99111ac {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:16.489175 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "name": "network-vif-plugged", "status": "completed", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:16.489433 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c514db8-956c-4293-8bd0-7769c99111ac {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:16.489868 dv-cinder-824911-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3', 'code': 200} Jan 17 11:16:16.750848 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b22f9-23cb-4352-bb8b-f1ea83d6fa1f req-89098ee3-653c-4d57-83f9-e1537bbecfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:16.752231 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df2b22f9-23cb-4352-bb8b-f1ea83d6fa1f req-89098ee3-653c-4d57-83f9-e1537bbecfa8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0390043 Jan 17 11:16:16.799088 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df2b22f9-23cb-4352-bb8b-f1ea83d6fa1f req-96818151-6b90-4d72-8fbb-a28257e27f71 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Jan 17 11:16:17.107003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df268438-33c3-4029-b3b3-b45dce3f52dd req-3836cf32-08c5-4cea-a5aa-2f5017f44882 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:17.109098 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df268438-33c3-4029-b3b3-b45dce3f52dd req-3836cf32-08c5-4cea-a5aa-2f5017f44882 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0495572 Jan 17 11:16:17.188118 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df268438-33c3-4029-b3b3-b45dce3f52dd req-4c2c8288-92ed-4748-8b58-710fcd851632 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Jan 17 11:16:17.196600 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21798f-2e2e-47c7-956f-c488ab3e2549 req-556159c6-5ac7-405b-ad11-683070dcd12c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:17.198046 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a21798f-2e2e-47c7-956f-c488ab3e2549 req-556159c6-5ac7-405b-ad11-683070dcd12c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0775251 Jan 17 11:16:17.245603 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5a21798f-2e2e-47c7-956f-c488ab3e2549 req-0418952b-3cc6-4118-9f5c-4a4f25ca172c tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Jan 17 11:16:17.298866 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee6a05-af52-41c0-8b79-7d719d675a61 req-6e549761-3b28-405a-875e-9bf070dd9972 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:17.300243 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e1ee6a05-af52-41c0-8b79-7d719d675a61 req-6e549761-3b28-405a-875e-9bf070dd9972 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0481331 Jan 17 11:16:17.345852 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e1ee6a05-af52-41c0-8b79-7d719d675a61 req-cfae5aab-df9a-481b-ab62-5aba10859d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Jan 17 11:16:17.381842 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41260) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:17.502359 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Deleting port c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:17.502704 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:17.578823 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:17.579154 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:17.591252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Calling delete_port for c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b owned by network:floatingip {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:17.699517 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801231a4-2532-42fa-b128-ffe3013cbe31 req-85973eae-127b-4054-b3f1-b55a728d8f38 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:17.700954 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-801231a4-2532-42fa-b128-ffe3013cbe31 req-85973eae-127b-4054-b3f1-b55a728d8f38 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0699100 Jan 17 11:16:17.781152 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-801231a4-2532-42fa-b128-ffe3013cbe31 req-69deecb0-6695-4c23-a96f-a1d0e2bca7cf tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Jan 17 11:16:17.910595 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:17.936703 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'Port': ['ID=c581c76c-6b17-4ad5-9fd0-5ff9c3f2f25b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:17.942133 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:17.964448 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:17.964798 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 1fdbcb59-4f1a-4f0a-a88e-e869f54aa9d0 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:17.998474 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for floatingip (05e90282-deb4-49ec-908d-d7868f7c25e0), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:18.001128 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:18.002275 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6210c5a7-7dcf-4316-841f-099118da682e tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "DELETE /v2.0/floatingips/05e90282-deb4-49ec-908d-d7868f7c25e0 HTTP/1.1" status: 204 len: 168 time: 0.6194470 Jan 17 11:16:18.359157 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7dae-f927-4823-928c-8139c6eb6edf req-761afac4-767a-4242-bb71-62ed9fe1bfb5 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:18.360526 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-359b7dae-f927-4823-928c-8139c6eb6edf req-761afac4-767a-4242-bb71-62ed9fe1bfb5 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Jan 17 11:16:18.407150 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-359b7dae-f927-4823-928c-8139c6eb6edf req-e711eb92-6f2a-413f-9c3d-d863025515a7 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Jan 17 11:16:18.872606 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:19.334938 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41282) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:19.388961 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (a2b6a227-a9a8-4f97-9bde-d2dcb18dce27), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:19.413143 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (a2b6a227-a9a8-4f97-9bde-d2dcb18dce27), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:19.769986 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (a2b6a227-a9a8-4f97-9bde-d2dcb18dce27), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:19.772519 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:19.773642 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] 10.222.0.44 "DELETE /v2.0/security-groups/a2b6a227-a9a8-4f97-9bde-d2dcb18dce27 HTTP/1.1" status: 204 len: 168 time: 0.4377229 Jan 17 11:16:19.787332 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97aab0-bdbd-4f55-8a8c-c8966ea15628 tempest-TestVolumeBootPattern-949035036 tempest-TestVolumeBootPattern-949035036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6a227-a9a8-4f97-9bde-d2dcb18dce27,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:19.802904 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f151a67-a5a6-4389-b4bf-66a05c2d5a59 req-e45c19f9-3506-4d69-aa00-a5639184e183 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:19.804466 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f151a67-a5a6-4389-b4bf-66a05c2d5a59 req-e45c19f9-3506-4d69-aa00-a5639184e183 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.3314121 Jan 17 11:16:19.851453 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f151a67-a5a6-4389-b4bf-66a05c2d5a59 req-ef4450d9-bf91-42c0-b281-bebb792f2eca tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jan 17 11:16:19.999046 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41302) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:20.468496 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (305f9423-6617-4abb-8963-fb8f607f7c36), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:20.723080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Deleting port 26483e21-1dda-4cd2-b42a-0d33ada1288f {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:20.723080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:20.798168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] For port 26483e21-1dda-4cd2-b42a-0d33ada1288f, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=26483e21-1dda-4cd2-b42a-0d33ada1288f,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:20.798528 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:20.811857 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Calling delete_port for 26483e21-1dda-4cd2-b42a-0d33ada1288f owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:21.065330 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda43d4e-17f9-4177-8535-95ddf94bc8f8 req-e0a51587-350a-4723-a806-5f0529fd7704 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:21.066883 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dda43d4e-17f9-4177-8535-95ddf94bc8f8 req-e0a51587-350a-4723-a806-5f0529fd7704 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Jan 17 11:16:21.113252 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (26483e21-1dda-4cd2-b42a-0d33ada1288f), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:21.141580 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dda43d4e-17f9-4177-8535-95ddf94bc8f8 req-003509cc-6d76-45c4-8c60-6abe62822414 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690665 Jan 17 11:16:21.144122 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Pushing event deleted for resources: {'Port': ['ID=26483e21-1dda-4cd2-b42a-0d33ada1288f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:21.302712 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (305f9423-6617-4abb-8963-fb8f607f7c36), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:21.508855 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Router 305f9423-6617-4abb-8963-fb8f607f7c36 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:16:21.611713 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:16:21.620097 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3bcbc124-2812-4fe6-a85c-dc02ddab155c admin admin] 10.222.0.44 "PUT /v2.0/routers/305f9423-6617-4abb-8963-fb8f607f7c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171370 Jan 17 11:16:21.620256 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41326) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:21.620709 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Sync routers for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:16:21.630488 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:21.631117 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:21.723619 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks [] for router (305f9423-6617-4abb-8963-fb8f607f7c36), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:21.734205 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:21.820864 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks [] for router_gateway (305f9423-6617-4abb-8963-fb8f607f7c36), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:21.906791 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:16:20Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:21.933167 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Checking router: 305f9423-6617-4abb-8963-fb8f607f7c36 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:16:21.941890 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Routers {'305f9423-6617-4abb-8963-fb8f607f7c36'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:21.942587 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['305f9423-6617-4abb-8963-fb8f607f7c36'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:22.043031 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] Set router 305f9423-6617-4abb-8963-fb8f607f7c36 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:22.051660 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Deleting port 0201d3fa-89b3-49d2-931c-af15c8a219b3 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:22.051995 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.129081 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] For port 0201d3fa-89b3-49d2-931c-af15c8a219b3, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=0201d3fa-89b3-49d2-931c-af15c8a219b3,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:22.129445 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.142068 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Calling delete_port for 0201d3fa-89b3-49d2-931c-af15c8a219b3 owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:22.224043 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:16:20Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:22.250141 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6799e4c-ed95-4012-afbd-ed9f37fc305c None None] The sync data for ids ['305f9423-6617-4abb-8963-fb8f607f7c36'] in dv-cinder-824911-1-iscsi is: [{'id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'name': 'tempest-TestVolumeBootPattern-805400943-router', 'tenant_id': '206c2ed32a8d49a1a53f2159971531f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:05Z', 'updated_at': '2022-01-17T11:16:20Z', 'revision_number': 5, 'project_id': '206c2ed32a8d49a1a53f2159971531f0', 'gw_port': {'id': '0201d3fa-89b3-49d2-931c-af15c8a219b3', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f9423-6617-4abb-8963-fb8f607f7c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:06Z', 'updated_at': '2022-01-17T11:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:16:22.264194 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2c339-4773-476d-b0a9-31ec1e4f4aa4 req-cdbb7ddf-75b9-4450-a090-d5e4724fb2a2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:22.265803 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f2c339-4773-476d-b0a9-31ec1e4f4aa4 req-cdbb7ddf-75b9-4450-a090-d5e4724fb2a2 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Jan 17 11:16:22.324517 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f2c339-4773-476d-b0a9-31ec1e4f4aa4 req-b8bc7614-b5e5-4b5f-97d8-caf49b1abd00 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/security-groups?id=8324facd-01e6-48f0-abc2-49164d0335bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jan 17 11:16:22.403845 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (0201d3fa-89b3-49d2-931c-af15c8a219b3), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.430311 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0201d3fa-89b3-49d2-931c-af15c8a219b3,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:22.490179 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (305f9423-6617-4abb-8963-fb8f607f7c36), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.578885 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (305f9423-6617-4abb-8963-fb8f607f7c36), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.580892 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks [] for router_controller (305f9423-6617-4abb-8963-fb8f607f7c36), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.704092 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (305f9423-6617-4abb-8963-fb8f607f7c36), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.705323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305f9423-6617-4abb-8963-fb8f607f7c36 {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:16:22.709538 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.713023 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-bf8a3e88-d674-4e5b-b37d-6d79aecc9c95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/305f9423-6617-4abb-8963-fb8f607f7c36 HTTP/1.1" status: 204 len: 168 time: 1.0894542 Jan 17 11:16:22.713458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41332) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:22.724758 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-da50092e-4d43-4b62-aa17-0f0ccd65fa13 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:22.726258 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-da50092e-4d43-4b62-aa17-0f0ccd65fa13 tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jan 17 11:16:22.734953 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 26483e21-1dda-4cd2-b42a-0d33ada1288f no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:22.759196 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 26483e21-1dda-4cd2-b42a-0d33ada1288f {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:22.759718 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 26483e21-1dda-4cd2-b42a-0d33ada1288f not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:22.765717 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Deleting subnet 7d74dc64-6185-4779-b9da-fa9d0a8eb1da {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:16:22.769275 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Publish callbacks [] for subnet (7d74dc64-6185-4779-b9da-fa9d0a8eb1da), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.808779 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (7d74dc64-6185-4779-b9da-fa9d0a8eb1da), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.836555 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Deleting port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:22.836901 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.900118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (7d74dc64-6185-4779-b9da-fa9d0a8eb1da), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.935246 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] For port 83affd55-c31a-4f61-9ba1-36f5c8d105f3, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=83affd55-c31a-4f61-9ba1-36f5c8d105f3,segment=NetworkSegment(97c6649f-9883-46f1-912f-90fc57b7ff02),segment_id=97c6649f-9883-46f1-912f-90fc57b7ff02)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:22.935611 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:22.952732 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Calling delete_port for 83affd55-c31a-4f61-9ba1-36f5c8d105f3 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:23.044565 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (7d74dc64-6185-4779-b9da-fa9d0a8eb1da), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.068118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d74dc64-6185-4779-b9da-fa9d0a8eb1da,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:23.074094 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.077717 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3ce09e3d-dc77-458a-8cf7-3851e733bdde admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d74dc64-6185-4779-b9da-fa9d0a8eb1da HTTP/1.1" status: 204 len: 168 time: 0.3629334 Jan 17 11:16:23.079804 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e6f72-49d8-4054-a51e-a3320d734141 None None] Network 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:16:23.079986 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41334) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:23.143497 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (83affd55-c31a-4f61-9ba1-36f5c8d105f3), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.153384 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.158377 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['83affd55-c31a-4f61-9ba1-36f5c8d105f3'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:16:23.175402 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Pushing event deleted for resources: {'Port': ['ID=83affd55-c31a-4f61-9ba1-36f5c8d105f3,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:23.212302 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Deleting port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:23.212648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.217919 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] No DVR routers for this DVR port 83affd55-c31a-4f61-9ba1-36f5c8d105f3 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:23.220491 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.224704 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-051ac23f-c431-451e-a0d9-456e2ee0b74e req-f5ab856f-9fdd-4dfe-997e-d96603dd283b tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.78 "DELETE /v2.0/ports/83affd55-c31a-4f61-9ba1-36f5c8d105f3 HTTP/1.1" status: 204 len: 173 time: 0.4918427 Jan 17 11:16:23.225240 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'name': 'network-vif-deleted', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:23.227632 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41fd005-7603-42f7-9378-58dc8f01920f" -d '{"events": [{"server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "name": "network-vif-deleted", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:23.266963 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec84796-5175-4e35-9ed4-37dfdd1915bc x-openstack-request-id: req-4ec84796-5175-4e35-9ed4-37dfdd1915bc {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:23.267258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ebe2bd-6d84-487b-a809-81c980b40cf0", "name": "network-vif-deleted", "tag": "83affd55-c31a-4f61-9ba1-36f5c8d105f3", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:23.267509 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ec84796-5175-4e35-9ed4-37dfdd1915bc {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:23.267903 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ebe2bd-6d84-487b-a809-81c980b40cf0', 'name': 'network-vif-deleted', 'tag': '83affd55-c31a-4f61-9ba1-36f5c8d105f3', 'status': 'completed', 'code': 200} Jan 17 11:16:23.284866 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] For port 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=3e75cfb1-f8de-4d95-8b68-35f82e94e303,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:23.285171 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.298478 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Calling delete_port for 3e75cfb1-f8de-4d95-8b68-35f82e94e303 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:23.374948 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] DHCP port deletion for 0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:16:23.439263 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Deleting port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:23.439751 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.444639 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ac679e9-553b-4ec5-b997-fefe2c590d04 req-117ed94e-ed7a-41af-8c1b-ba5b8c99e52d tempest-VolumesActionsTest-1917549638 tempest-VolumesActionsTest-1917549638-project] 10.222.0.44 "GET /v2.0/ports?device_id=53ebe2bd-6d84-487b-a809-81c980b40cf0 HTTP/1.1" status: 200 len: 210 time: 0.0253997 Jan 17 11:16:23.449815 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.481046 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e75cfb1-f8de-4d95-8b68-35f82e94e303,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:23.481046 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] No DVR routers for this DVR port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:23.507767 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] For port 3e75cfb1-f8de-4d95-8b68-35f82e94e303, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=3e75cfb1-f8de-4d95-8b68-35f82e94e303,segment=NetworkSegment(f70157b7-c358-43af-b11a-d65971b525a0),segment_id=f70157b7-c358-43af-b11a-d65971b525a0)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:23.508392 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.524228 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Calling delete_port for 3e75cfb1-f8de-4d95-8b68-35f82e94e303 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:23.555685 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.576632 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:23.586392 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70157b7-c358-43af-b11a-d65971b525a0') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:23.586629 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70157b7-c358-43af-b11a-d65971b525a0') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:23.596129 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (f70157b7-c358-43af-b11a-d65971b525a0), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.605286 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (3e75cfb1-f8de-4d95-8b68-35f82e94e303), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.610503 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (f70157b7-c358-43af-b11a-d65971b525a0), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.616945 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:16:23.618915 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (f70157b7-c358-43af-b11a-d65971b525a0), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.619186 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:16:23.622006 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:16:23.632564 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] Pushing event deleted for resources: {'Port': ['ID=3e75cfb1-f8de-4d95-8b68-35f82e94e303,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:23.636849 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cbad6-2284-469f-8f04-8c40c6813784 None None] No DVR routers for this DVR port 3e75cfb1-f8de-4d95-8b68-35f82e94e303 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:23.735338 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.741306 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:23.745250 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5 HTTP/1.1" status: 204 len: 168 time: 0.6641960 Jan 17 11:16:23.748258 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41342) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:23.762784 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80c428-588b-4c7d-9eeb-ef09da051f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa00ef0-21bf-4c2f-9ab0-4f41545e89d5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:24.093265 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:24.332586 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Deleting port 1a5b11d9-3279-47f8-8335-b667e2155147 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:24.332839 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:24.408850 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] For port 1a5b11d9-3279-47f8-8335-b667e2155147, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=1a5b11d9-3279-47f8-8335-b667e2155147,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:24.409233 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:24.421802 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Calling delete_port for 1a5b11d9-3279-47f8-8335-b667e2155147 owned by network:router_interface {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:24.571225 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 0201d3fa-89b3-49d2-931c-af15c8a219b3 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:24.594786 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 0201d3fa-89b3-49d2-931c-af15c8a219b3 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:24.595053 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 0201d3fa-89b3-49d2-931c-af15c8a219b3 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:24.595469 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 3e75cfb1-f8de-4d95-8b68-35f82e94e303 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:24.615146 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 3e75cfb1-f8de-4d95-8b68-35f82e94e303 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:24.615490 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 3e75cfb1-f8de-4d95-8b68-35f82e94e303 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:24.718328 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (1a5b11d9-3279-47f8-8335-b667e2155147), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:24.743358 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5b11d9-3279-47f8-8335-b667e2155147,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:24.934172 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:25.147968 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Router 6cc403f1-d780-45fb-8b0d-96a47ee332fc has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:16:25.258626 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:16:25.265031 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8c7ff7ba-ea7b-4ff5-b1ac-751f76767625 admin admin] 10.222.0.44 "PUT /v2.0/routers/6cc403f1-d780-45fb-8b0d-96a47ee332fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151825 Jan 17 11:16:25.267477 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41366) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:25.268314 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Sync routers for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:16:25.291654 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:25.292425 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:25.401691 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:25.594729 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:16:24Z', 'revision_number': 5, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:25.621959 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Checking router: 6cc403f1-d780-45fb-8b0d-96a47ee332fc for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:16:25.630224 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Routers {'6cc403f1-d780-45fb-8b0d-96a47ee332fc'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:25.630829 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:25.645201 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks [] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:25.740743 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] Set router 6cc403f1-d780-45fb-8b0d-96a47ee332fc gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:25.746375 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks [] for router_gateway (6cc403f1-d780-45fb-8b0d-96a47ee332fc), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:25.872601 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Deleting port b71fcdef-72e9-41f6-be84-7993585dda07 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:25.872943 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:25.924600 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:16:24Z', 'revision_number': 5, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:25.953417 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f0d61-98be-4b4a-99d7-5db8c7c6eea2 None None] The sync data for ids ['6cc403f1-d780-45fb-8b0d-96a47ee332fc'] in dv-cinder-824911-1-iscsi is: [{'id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'name': 'tempest-TestVolumeBootPattern-328005320-router', 'tenant_id': '6befc7d0bb264a5895a7e8e2836107d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:16:24Z', 'revision_number': 5, 'project_id': '6befc7d0bb264a5895a7e8e2836107d3', 'gw_port': {'id': 'b71fcdef-72e9-41f6-be84-7993585dda07', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc403f1-d780-45fb-8b0d-96a47ee332fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:06:13Z', 'updated_at': '2022-01-17T11:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:16:25.955331 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] For port b71fcdef-72e9-41f6-be84-7993585dda07, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b71fcdef-72e9-41f6-be84-7993585dda07,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:25.955808 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:25.970883 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Calling delete_port for b71fcdef-72e9-41f6-be84-7993585dda07 owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:26.006357 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 83affd55-c31a-4f61-9ba1-36f5c8d105f3 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:26.029647 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 83affd55-c31a-4f61-9ba1-36f5c8d105f3 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:26.030016 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 83affd55-c31a-4f61-9ba1-36f5c8d105f3 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:26.212582 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (b71fcdef-72e9-41f6-be84-7993585dda07), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.238785 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71fcdef-72e9-41f6-be84-7993585dda07,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:26.296668 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.391504 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.393824 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks [] for router_controller (6cc403f1-d780-45fb-8b0d-96a47ee332fc), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.498291 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (6cc403f1-d780-45fb-8b0d-96a47ee332fc), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.498832 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc403f1-d780-45fb-8b0d-96a47ee332fc {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:16:26.513286 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.514832 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ab7af67e-5a61-458f-b59c-dd92b5e63cc4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6cc403f1-d780-45fb-8b0d-96a47ee332fc HTTP/1.1" status: 204 len: 168 time: 1.2464397 Jan 17 11:16:26.517413 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41394) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:26.569174 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Deleting subnet b027398e-eff9-4c6a-9d24-b7b27feee1f2 {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:16:26.572719 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Publish callbacks [] for subnet (b027398e-eff9-4c6a-9d24-b7b27feee1f2), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.603305 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 1a5b11d9-3279-47f8-8335-b667e2155147 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:26.611025 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63101467'] for subnet (b027398e-eff9-4c6a-9d24-b7b27feee1f2), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.625479 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 1a5b11d9-3279-47f8-8335-b667e2155147 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:26.625912 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 1a5b11d9-3279-47f8-8335-b667e2155147 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:26.693200 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (b027398e-eff9-4c6a-9d24-b7b27feee1f2), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.815418 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63569532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63874162'] for subnet (b027398e-eff9-4c6a-9d24-b7b27feee1f2), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.839679 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b027398e-eff9-4c6a-9d24-b7b27feee1f2,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:26.844449 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.849232 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-6c17c559-425c-4163-bf7f-197613eccfba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b027398e-eff9-4c6a-9d24-b7b27feee1f2 HTTP/1.1" status: 204 len: 168 time: 0.3304818 Jan 17 11:16:26.851216 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41400) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:26.851703 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60a4fc-4486-4deb-b8fd-9c33146c2f87 None None] Network 01dfe32d-5272-43b4-86a0-daae11249ab1 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:16:26.920253 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (01dfe32d-5272-43b4-86a0-daae11249ab1), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:26.982949 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Deleting port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:26.983298 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.016186 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] DHCP port deletion for 01dfe32d-5272-43b4-86a0-daae11249ab1 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:16:27.048995 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] For port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:27.049358 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.062502 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Calling delete_port for 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:27.066075 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Deleting port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:16:27.066396 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.129838 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] For port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,segment=NetworkSegment(10e8f304-3f23-4852-b716-203d8b15e348),segment_id=10e8f304-3f23-4852-b716-203d8b15e348)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:27.130241 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.145088 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Calling delete_port for 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:16:27.226848 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.232215 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (9d01c9fb-ce0e-4b51-b7bb-143d26ffa290), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.255012 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:27.256838 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] Pushing event deleted for resources: {'Port': ['ID=9d01c9fb-ce0e-4b51-b7bb-143d26ffa290,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:27.258503 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] No DVR routers for this DVR port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:27.260670 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef4769-55bc-45e1-a420-c59e1558987a None None] No DVR routers for this DVR port 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:16:27.329105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (01dfe32d-5272-43b4-86a0-daae11249ab1), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.349429 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dfe32d-5272-43b4-86a0-daae11249ab1']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:27.358420 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e8f304-3f23-4852-b716-203d8b15e348') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:27.358719 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e8f304-3f23-4852-b716-203d8b15e348') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:27.367673 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (10e8f304-3f23-4852-b716-203d8b15e348), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.380247 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (10e8f304-3f23-4852-b716-203d8b15e348), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.386166 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:16:27.386558 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (10e8f304-3f23-4852-b716-203d8b15e348), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:16:27.388219 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:16:27.500517 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (01dfe32d-5272-43b4-86a0-daae11249ab1), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.506244 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.509459 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] 10.222.0.44 "DELETE /v2.0/networks/01dfe32d-5272-43b4-86a0-daae11249ab1 HTTP/1.1" status: 204 len: 168 time: 0.6571791 Jan 17 11:16:27.520664 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d831-80d2-4715-b238-4c57d211598d admin admin] Pushing event deleted for resources: {'Network': ['ID=01dfe32d-5272-43b4-86a0-daae11249ab1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:27.838352 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41406) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:27.876582 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1a078902-0238-4a97-bc54-8913190b5d76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=206c2ed32a8d49a1a53f2159971531f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370584 Jan 17 11:16:27.879807 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41412) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:27.928575 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] Publish callbacks [] for security_group (ec70e644-2e9c-4d71-a7f8-fd887afcf1fa), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:27.949945 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] Publish callbacks [] for security_group (ec70e644-2e9c-4d71-a7f8-fd887afcf1fa), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:28.109502 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (ec70e644-2e9c-4d71-a7f8-fd887afcf1fa), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:28.112704 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:28.113879 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec70e644-2e9c-4d71-a7f8-fd887afcf1fa HTTP/1.1" status: 204 len: 168 time: 0.2328944 Jan 17 11:16:28.122535 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b25b98-49d6-4c89-b91f-025547b50d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec70e644-2e9c-4d71-a7f8-fd887afcf1fa,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:28.544526 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b71fcdef-72e9-41f6-be84-7993585dda07 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:28.565233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: b71fcdef-72e9-41f6-be84-7993585dda07 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:28.565578 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b71fcdef-72e9-41f6-be84-7993585dda07 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:28.566013 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:16:28.587825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:16:28.587825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 9d01c9fb-ce0e-4b51-b7bb-143d26ffa290 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:16:28.774920 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41420) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:28.815079 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-bae1c557-ef0b-4fff-9d50-52b4b871501a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6befc7d0bb264a5895a7e8e2836107d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389950 Jan 17 11:16:28.817503 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41422) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:28.865681 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] Publish callbacks [] for security_group (da96e704-64b0-4f5c-b5e5-501a0c5ca96c), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:28.885872 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] Publish callbacks [] for security_group (da96e704-64b0-4f5c-b5e5-501a0c5ca96c), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:29.004156 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (da96e704-64b0-4f5c-b5e5-501a0c5ca96c), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:29.006764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:29.007905 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da96e704-64b0-4f5c-b5e5-501a0c5ca96c HTTP/1.1" status: 204 len: 168 time: 0.1895001 Jan 17 11:16:29.015664 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c528c3-a121-4eb9-a297-1a2050b4038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96e704-64b0-4f5c-b5e5-501a0c5ca96c,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:30.843919 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4994df6c-282b-4480-947b-67b66c4c3d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:31.381464 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b7cad-be7e-43f2-9b5d-4666c1b8558a req-d3edf27c-eacd-449e-8b1e-a737ef3dc009 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:31.382929 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8a6b7cad-be7e-43f2-9b5d-4666c1b8558a req-d3edf27c-eacd-449e-8b1e-a737ef3dc009 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0543728 Jan 17 11:16:31.432784 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8a6b7cad-be7e-43f2-9b5d-4666c1b8558a req-3d126bcc-5777-4a91-b275-f23db3b89bc5 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Jan 17 11:16:31.456436 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41462) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:31.661481 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251ace2-64bd-489e-8c37-e2de57da01ef tempest-TestMinimumBasicScenario-232617247 tempest-TestMinimumBasicScenario-232617247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:31.663295 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c251ace2-64bd-489e-8c37-e2de57da01ef tempest-TestMinimumBasicScenario-232617247 tempest-TestMinimumBasicScenario-232617247-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1093 time: 0.2059212 Jan 17 11:16:31.666240 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41466) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:31.670453 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'floatingip': {'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'port_id': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:31.792900 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:31.898491 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (None), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:32.045768 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Allocated IP 172.27.2.240 (3de69db4-7c92-412c-b767-148f0d1c7ede/46c73a43-8587-4283-8f0a-fc59b3c89b73/29bee811-6915-4f5f-a55e-c612af9c03bf) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 11:16:32.161603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:32.276003 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749083537237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:32.326172 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Network 3de69db4-7c92-412c-b767-148f0d1c7ede is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 11:16:32.329333 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 11:16:32.333925 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 11:16:32.337262 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'Port': ['ID=29bee811-6915-4f5f-a55e-c612af9c03bf,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:32.793114 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for floatingip (75869b3c-faff-4758-9a31-04602be25bf6), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.011513 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.173074 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-05255c6b-2dd7-49d7-b383-fbad960b12e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.193916 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.275698 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.346321 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'Port': ['ID=29bee811-6915-4f5f-a55e-c612af9c03bf,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:33.362887 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566016'] for floatingip (75869b3c-faff-4758-9a31-04602be25bf6), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:33.471946 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Floating IP 75869b3c-faff-4758-9a31-04602be25bf6 associated. External IP: 172.27.2.240, port: 106bb0c9-1fe2-4be5-b9de-3fec29de5da5. Jan 17 11:16:33.992432 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Router 16334714-5c4c-4f61-8bc4-9c9c18f74344 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:16:34.111278 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:16:34.122240 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Sync routers for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:16:34.138815 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:34.139501 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:34.201105 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.234544 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6d223283-ed15-4d13-9bfb-cacb06db6fd6 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5646379 Jan 17 11:16:34.234544 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:34.235153 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41484) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:34.235670 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7a735-bf6d-49a5-8215-5e2181750441" -d '{"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:34.242139 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325126326', 'description': 'tempest-secgroup-smoke-1325126326 description', 'project_id': '3e981cd4aed541c581ae83369890aab5'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:34.278347 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c8211-3443-402f-9582-4ff899130cec x-openstack-request-id: req-473c8211-3443-402f-9582-4ff899130cec {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:34.278648 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:34.278910 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-473c8211-3443-402f-9582-4ff899130cec {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:34.279348 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:16:34.344374 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.373813 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-8b0f748f-ee8b-48f5-91c4-9fa623c60b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:34.375495 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-8b0f748f-ee8b-48f5-91c4-9fa623c60b13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1098 time: 0.0696371 Jan 17 11:16:34.456433 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.464922 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:34.540294 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (642468e9-411c-40a2-b720-3d50af7a8236), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.545388 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-62057a29-64b8-46f4-98e3-5fa5ca3bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:34.548129 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-62057a29-64b8-46f4-98e3-5fa5ca3bea19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.1624951 Jan 17 11:16:34.606067 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (642468e9-411c-40a2-b720-3d50af7a8236), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.667328 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642468e9-411c-40a2-b720-3d50af7a8236,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:34.673550 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-9c10eafa-704e-4394-a57d-5a58782a2aa9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 999 time: 0.1162357 Jan 17 11:16:34.725219 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '75869b3c-faff-4758-9a31-04602be25bf6', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'port_id': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'mac_address': 'fa:16:3e:f0:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7034118-878b-436b-bde1-959cf8a52fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:16:32Z', 'updated_at': '2022-01-17T11:16:32Z', 'revision_number': 0, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:34.735194 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-5fcb3aa0-3042-4c72-9b6f-8b778f110e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:34.737807 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-5fcb3aa0-3042-4c72-9b6f-8b778f110e86 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0565422 Jan 17 11:16:34.741702 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.746372 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-ea070af2-78af-4e24-b15c-5a18f448c510 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5060897 Jan 17 11:16:34.748376 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41488) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:34.751362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:34.759130 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Checking router: 16334714-5c4c-4f61-8bc4-9c9c18f74344 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:16:34.770188 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:16:34.771288 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:16:33Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:34.802425 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-09b78a31-47d2-4d78-b7d9-00b5a0175665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:34.804065 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-09b78a31-47d2-4d78-b7d9-00b5a0175665 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535457 Jan 17 11:16:34.849045 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (73fe2a6f-6b7c-4660-90e7-33746d41e8f5), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:34.913779 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:16:34.919506 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-43b963f4-6603-4c4d-9b55-eecd34113c60 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088762 Jan 17 11:16:34.977082 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (73fe2a6f-6b7c-4660-90e7-33746d41e8f5), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.036202 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-55f7a735-bf6d-49a5-8215-5e2181750441 req-5be8a739-07b7-4470-b456-a97338260071 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084921 Jan 17 11:16:35.046161 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (73fe2a6f-6b7c-4660-90e7-33746d41e8f5), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.072154 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fe2a6f-6b7c-4660-90e7-33746d41e8f5,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:35.175555 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.177436 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d16ac74e-7aa8-46aa-9392-d6a3e557ef44 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4295969 Jan 17 11:16:35.180821 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41494) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:35.187589 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:35.253388 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '75869b3c-faff-4758-9a31-04602be25bf6', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'port_id': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'mac_address': 'fa:16:3e:f0:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7034118-878b-436b-bde1-959cf8a52fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:16:32Z', 'updated_at': '2022-01-17T11:16:32Z', 'revision_number': 0, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:35.282185 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0762-3672-44cc-9ee4-8cde9474eb9e None None] The sync data for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi is: [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_floatingips': [{'id': '75869b3c-faff-4758-9a31-04602be25bf6', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'router_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'port_id': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'mac_address': 'fa:16:3e:f0:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7034118-878b-436b-bde1-959cf8a52fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T11:16:32Z', 'updated_at': '2022-01-17T11:16:32Z', 'revision_number': 0, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:16:35.318713 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (9b8186d2-50fd-4031-a02c-44700d38d2c4), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.391339 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (9b8186d2-50fd-4031-a02c-44700d38d2c4), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.467883 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (9b8186d2-50fd-4031-a02c-44700d38d2c4), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.489941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8186d2-50fd-4031-a02c-44700d38d2c4,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:35.561012 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0430ad95-2279-42b0-ac5e-a0c6666fd83b None None] New status for floating IP 75869b3c-faff-4758-9a31-04602be25bf6: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:16:35.570547 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.572051 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-84bf36e5-9184-4e63-acce-4511a4ec4d9b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898542 Jan 17 11:16:35.574914 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41496) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:35.579346 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:35.653006 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.692926 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (d694925c-8f61-4e71-828b-04707de4db5d), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.773742 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (d694925c-8f61-4e71-828b-04707de4db5d), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.872529 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (d694925c-8f61-4e71-828b-04707de4db5d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.891835 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d694925c-8f61-4e71-828b-04707de4db5d,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:35.966377 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:35.972450 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41498) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:35.972916 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-6a2d8e0a-94bc-41ca-8a30-e0ef0ff72944 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967187 Jan 17 11:16:35.979164 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:36.075274 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (7122d399-a67e-4ef1-9acf-5c6e72022e62), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.180169 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (7122d399-a67e-4ef1-9acf-5c6e72022e62), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.296110 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (7122d399-a67e-4ef1-9acf-5c6e72022e62), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.326715 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7122d399-a67e-4ef1-9acf-5c6e72022e62,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:36.395704 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.397529 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d88efedc-a7ac-4aaa-9ebf-b60c30cef460 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4230082 Jan 17 11:16:36.400487 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41504) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:36.405329 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.v2.base [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:36.500957 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.db.securitygroups_db [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Project 3e981cd4aed541c581ae83369890aab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:16:36.507560 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (5c1ec7a6-3bdc-4d2c-909f-877048252ef7), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.579823 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (5c1ec7a6-3bdc-4d2c-909f-877048252ef7), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.692560 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (5c1ec7a6-3bdc-4d2c-909f-877048252ef7), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.713999 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1ec7a6-3bdc-4d2c-909f-877048252ef7,revision_number=0']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:36.820865 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.820865 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-aa18f85a-1ad0-465b-aa42-cc7ac0a5fa2d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185770 Jan 17 11:16:36.823112 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41506) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:36.827992 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'security_group_rule': {'security_group_id': '642468e9-411c-40a2-b720-3d50af7a8236', 'project_id': '3e981cd4aed541c581ae83369890aab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:36.854174 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:36.921320 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Project 3e981cd4aed541c581ae83369890aab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 11:16:36.927492 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (f96014d2-6907-4c46-a8a2-1019585466bf), before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.008546 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (f96014d2-6907-4c46-a8a2-1019585466bf), precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.098363 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965656'] for security_group_rule (f96014d2-6907-4c46-a8a2-1019585466bf), after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.116497 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96014d2-6907-4c46-a8a2-1019585466bf,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:37.186192 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.190836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bad09c07-93d6-4d7d-a3b5-51a51c56a715 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3631077 Jan 17 11:16:37.285837 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d166a47-f077-42f4-a55b-77d381257715 req-8fba1d0f-376d-4854-936d-bb0df9bc183a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325126326&fields=id&tenant_id=3e981cd4aed541c581ae83369890aab5 HTTP/1.1" status: 200 len: 267 time: 0.0518546 Jan 17 11:16:37.345566 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166a47-f077-42f4-a55b-77d381257715 req-5544cdfa-cf02-4929-a430-51fccdc89c56 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:37.347863 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d166a47-f077-42f4-a55b-77d381257715 req-5544cdfa-cf02-4929-a430-51fccdc89c56 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0579388 Jan 17 11:16:37.360092 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'port': {'security_groups': ['1d70ba27-bd80-437b-9bb4-8ba264f9101f', '642468e9-411c-40a2-b720-3d50af7a8236']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:16:37.445458 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.668280 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:16:37.701116 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.765122 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.782871 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:16:37.851157 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:37.851644 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:37.853067 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0d166a47-f077-42f4-a55b-77d381257715 req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "PUT /v2.0/ports/106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 981 time: 0.4975996 Jan 17 11:16:37.853707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:16:37.859480 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df866d32-7507-48e4-92fb-93b49d7e328b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:16:37.889951 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd5bb-3aa8-4085-a4df-f3f2a84fb5d9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=6']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:37.934479 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a10d8c4-a653-4bd0-b44e-09f2f165e99a x-openstack-request-id: req-8a10d8c4-a653-4bd0-b44e-09f2f165e99a {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:16:37.934774 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:16:37.935513 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a10d8c4-a653-4bd0-b44e-09f2f165e99a {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:16:37.935513 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:16:37.952910 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:16:38.001168 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df349f9e-c3ca-4f75-857a-6bd80c496777 req-3b7d7a71-4614-4bc9-b5ae-d3c25b65fa0c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:38.003448 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df349f9e-c3ca-4f75-857a-6bd80c496777 req-3b7d7a71-4614-4bc9-b5ae-d3c25b65fa0c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0672016 Jan 17 11:16:38.044073 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df866d32-7507-48e4-92fb-93b49d7e328b req-c5658904-7c6f-4034-b0ab-043d04e34755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:38.045687 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-c5658904-7c6f-4034-b0ab-043d04e34755 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1137 time: 0.0844922 Jan 17 11:16:38.097079 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df349f9e-c3ca-4f75-857a-6bd80c496777 req-8ef93a48-4bea-4a65-927f-ad27ed693e75 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865903 Jan 17 11:16:38.189878 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-f76f2b67-7043-44cb-adbc-1f9be46d6944 None None] Provisioning complete for port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:16:38.190260 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f76f2b67-7043-44cb-adbc-1f9be46d6944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:38.207539 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df866d32-7507-48e4-92fb-93b49d7e328b req-27c859b5-6c17-4b62-956f-59480812601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:38.210759 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-27c859b5-6c17-4b62-956f-59480812601d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.1583893 Jan 17 11:16:38.291054 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-1cd3a9c4-6675-41b3-9d3b-4fd03720b20e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1001 time: 0.0731256 Jan 17 11:16:38.357260 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f76f2b67-7043-44cb-adbc-1f9be46d6944 None None] Current status of the port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:16:38.383372 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df866d32-7507-48e4-92fb-93b49d7e328b req-1ba60beb-0fd3-4cc9-9cbc-bf88e947c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:38.386999 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-1ba60beb-0fd3-4cc9-9cbc-bf88e947c978 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0874364 Jan 17 11:16:38.453476 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df866d32-7507-48e4-92fb-93b49d7e328b req-58b884e6-ae57-4cd9-8c92-d797e122079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:16:38.456276 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-58b884e6-ae57-4cd9-8c92-d797e122079c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604997 Jan 17 11:16:38.567573 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-a4fa5046-10a3-4ee1-8313-8dd7c86b9f2e service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051307 Jan 17 11:16:38.669881 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-df866d32-7507-48e4-92fb-93b49d7e328b req-8b0b3e66-4b05-4c5c-b95a-28c5ee61aade service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967362 Jan 17 11:16:42.874016 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:16:48.872129 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:49.946155 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41648) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:49.989010 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Deleting subnet 2037003b-e8ae-4367-a7d6-8676db15155f {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:16:49.992030 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Publish callbacks [] for subnet (2037003b-e8ae-4367-a7d6-8676db15155f), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.025099 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (2037003b-e8ae-4367-a7d6-8676db15155f), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.066192 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (2037003b-e8ae-4367-a7d6-8676db15155f), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.197869 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (2037003b-e8ae-4367-a7d6-8676db15155f), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.221470 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2037003b-e8ae-4367-a7d6-8676db15155f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:50.231056 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.234252 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2037003b-e8ae-4367-a7d6-8676db15155f HTTP/1.1" status: 204 len: 168 time: 0.2870631 Jan 17 11:16:50.235755 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.236116 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.237112 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.237438 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41650) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:50.238051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.238051 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.238222 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.238467 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.238800 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.239138 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.239470 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.239799 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.240125 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.240451 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b593e5-9980-4987-9198-be6e63f9a5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:16:50.303849 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (da2678a4-23f1-4ee0-9065-8f4018be98fe), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.382330 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (da2678a4-23f1-4ee0-9065-8f4018be98fe), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.402662 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2678a4-23f1-4ee0-9065-8f4018be98fe']}} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:50.412653 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c6649f-9883-46f1-912f-90fc57b7ff02') {'for_net_delete': True} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:50.412957 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.services.segments.db [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c6649f-9883-46f1-912f-90fc57b7ff02') {} {{(pid=103024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:16:50.422674 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63102696'] for segment (97c6649f-9883-46f1-912f-90fc57b7ff02), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.435340 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (97c6649f-9883-46f1-912f-90fc57b7ff02), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.441144 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63569426'] for segment (97c6649f-9883-46f1-912f-90fc57b7ff02), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: warnings.warn(msg) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: Traceback (most recent call last): Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: timer() Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: cb(*args, **kw) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: return func(*args, **kwargs) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: self._notify() Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: self.callback(batched_events) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: event.method(event) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: return f(self, *a, **k) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._get(url).json() Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: return self.request(url, 'GET', **kwargs) Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:16:50.444824 dv-cinder-824911-1-iscsi neutron-server[103024]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:16:50.448903 dv-cinder-824911-1-iscsi neutron-server[103024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:16:50.448903 dv-cinder-824911-1-iscsi neutron-server[103024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:16:50.448903 dv-cinder-824911-1-iscsi neutron-server[103024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:16:50.568939 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (da2678a4-23f1-4ee0-9065-8f4018be98fe), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.574806 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:50.579014 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] 10.222.0.44 "DELETE /v2.0/networks/da2678a4-23f1-4ee0-9065-8f4018be98fe HTTP/1.1" status: 204 len: 168 time: 0.3403366 Jan 17 11:16:50.592660 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5ad74-df21-4451-b9b7-1f3489a59e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=da2678a4-23f1-4ee0-9065-8f4018be98fe,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:16:50.917865 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41656) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:50.960962 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-785c39e1-4139-480e-af57-770c955ddbfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c25817d8ef664c5ea2df1f3b1543b103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419519 Jan 17 11:16:50.963424 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41658) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:16:51.008019 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] Publish callbacks [] for security_group (8324facd-01e6-48f0-abc2-49164d0335bf), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:51.028568 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] Publish callbacks [] for security_group (8324facd-01e6-48f0-abc2-49164d0335bf), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:51.151942 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8324facd-01e6-48f0-abc2-49164d0335bf), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:51.154559 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:16:51.155814 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8324facd-01e6-48f0-abc2-49164d0335bf HTTP/1.1" status: 204 len: 168 time: 0.1915109 Jan 17 11:16:51.167009 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fc6b9-e3a7-47d4-8329-482513effccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324facd-01e6-48f0-abc2-49164d0335bf,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:17:00.851910 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b123acd2-656f-4079-b6de-e7cc410ba021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:03.163039 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae521-6536-4cc5-9fe3-f2239766c0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:04.398572 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:05.657543 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:06.803007 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:18.871340 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:19.872320 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:17:23.826859 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-01078738-1ab6-4276-aa9e-0812a42fc748 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388684 Jan 17 11:17:23.909829 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-35d92257-a05a-4f57-8bc6-f8ec6b115d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:17:23.911802 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-35d92257-a05a-4f57-8bc6-f8ec6b115d70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1137 time: 0.0426471 Jan 17 11:17:24.013140 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-223177ea-ac40-44b0-b63d-a5adafb62124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:17:24.014646 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-223177ea-ac40-44b0-b63d-a5adafb62124 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.0841150 Jan 17 11:17:24.081868 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-7292381f-60cf-4f52-9bdb-505c76a4d5af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1001 time: 0.0605214 Jan 17 11:17:24.130123 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-127dcd8e-f725-464d-bf8b-155f1f75559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:17:24.131689 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-127dcd8e-f725-464d-bf8b-155f1f75559c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0437176 Jan 17 11:17:24.178735 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-f09e845b-572a-42b6-977b-78c9c40da35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:17:24.180188 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-f09e845b-572a-42b6-977b-78c9c40da35a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401547 Jan 17 11:17:24.267356 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-0b3caeab-4338-489c-840a-e6389be19db3 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804043 Jan 17 11:17:24.352026 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-9993d4ec-4c9c-4b43-9642-3372f4e5ef3e req-860ecce2-aefa-4e14-99d0-54bde2c16a07 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785532 Jan 17 11:17:30.842433 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56f87141-47df-4b88-a1a7-ced96ee52e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:33.182809 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f1cccc1d-a7dc-4036-ae50-6ed100008883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:34.371029 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:35.636403 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:36.816886 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.171487 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41894) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:17:40.273727 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.346638 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Publish callbacks [] for security_group (998deb28-88f2-49c0-ab3a-1d19e97f04fa), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.411234 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (998deb28-88f2-49c0-ab3a-1d19e97f04fa), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.449298 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db53971a3ea149ba9c27f356d7901fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766962 Jan 17 11:17:40.450492 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998deb28-88f2-49c0-ab3a-1d19e97f04fa,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:17:40.453440 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41898) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:17:40.463870 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.464224 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.464569 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.464911 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.465244 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.465574 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.465935 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.466264 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.466593 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.466921 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.467247 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.467575 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.467899 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094bc1c-cf7a-4ce0-a4b1-11edddec8c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:17:40.515245 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] Publish callbacks [] for security_group (998deb28-88f2-49c0-ab3a-1d19e97f04fa), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.535847 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] Publish callbacks [] for security_group (998deb28-88f2-49c0-ab3a-1d19e97f04fa), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.648039 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (998deb28-88f2-49c0-ab3a-1d19e97f04fa), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.650616 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:40.651758 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998deb28-88f2-49c0-ab3a-1d19e97f04fa HTTP/1.1" status: 204 len: 168 time: 0.1974037 Jan 17 11:17:40.659369 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a999-bfbb-4995-8cbf-6f0122a1e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998deb28-88f2-49c0-ab3a-1d19e97f04fa,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:17:46.566627 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 41944) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:17:46.667244 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-28362d89-4cdc-4b4a-8d55-51b92d7b6b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:46.742800 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-28362d89-4cdc-4b4a-8d55-51b92d7b6b40 admin admin] Publish callbacks [] for security_group (8b0e900e-f9ba-4ce5-b148-09eb9d01d93d), precommit_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:46.836620 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-28362d89-4cdc-4b4a-8d55-51b92d7b6b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8b0e900e-f9ba-4ce5-b148-09eb9d01d93d), after_create {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:46.874804 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-28362d89-4cdc-4b4a-8d55-51b92d7b6b40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc5f0dae30c04b7799ca3bbc399dfd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071079 Jan 17 11:17:46.875755 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28362d89-4cdc-4b4a-8d55-51b92d7b6b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0e900e-f9ba-4ce5-b148-09eb9d01d93d,revision_number=1']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:17:46.878086 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 41948) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:17:46.927043 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] Publish callbacks [] for security_group (8b0e900e-f9ba-4ce5-b148-09eb9d01d93d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:46.948141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] Publish callbacks [] for security_group (8b0e900e-f9ba-4ce5-b148-09eb9d01d93d), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:47.131390 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (8b0e900e-f9ba-4ce5-b148-09eb9d01d93d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:47.134128 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:47.135229 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b0e900e-f9ba-4ce5-b148-09eb9d01d93d HTTP/1.1" status: 204 len: 168 time: 0.2561545 Jan 17 11:17:47.143385 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf228c-ab90-4c27-ab87-c50dfc9912db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0e900e-f9ba-4ce5-b148-09eb9d01d93d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:17:49.002049 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:17:56.873496 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:18:00.956579 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d008e3f0-6144-4912-8890-f429db98372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:01.020165 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc76c1-11b0-4f82-9615-ed3b19109acb req-8146ac90-1f31-467d-b883-233e20ca8e25 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:01.021615 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bbc76c1-11b0-4f82-9615-ed3b19109acb req-8146ac90-1f31-467d-b883-233e20ca8e25 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0517201 Jan 17 11:18:01.082016 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bbc76c1-11b0-4f82-9615-ed3b19109acb req-5417818d-6636-4933-ab98-b59e9c43d832 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546949 Jan 17 11:18:01.122567 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-3368d24f-6fe1-430e-b569-26d5ef8e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:01.124186 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-3368d24f-6fe1-430e-b569-26d5ef8e38bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1137 time: 0.0448194 Jan 17 11:18:01.212347 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-7ea90469-5b9d-48bc-9dc1-29e6245a56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:01.213869 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-7ea90469-5b9d-48bc-9dc1-29e6245a56d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.0832834 Jan 17 11:18:01.281272 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-e0a7e328-7c4a-470d-ab98-0d3c4f22a3fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1001 time: 0.0611508 Jan 17 11:18:01.328084 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-b56b8dad-ca4a-4d27-ad8d-65d3417ab023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:01.329477 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-b56b8dad-ca4a-4d27-ad8d-65d3417ab023 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0412831 Jan 17 11:18:01.373542 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-7f29dbc2-3abc-4f65-a6d8-042e40eafd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:01.375005 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-7f29dbc2-3abc-4f65-a6d8-042e40eafd7f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378239 Jan 17 11:18:01.463103 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-16c2a5b0-03ef-46a4-891d-b7e1f59b78fb service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Jan 17 11:18:01.547368 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-67d1721c-32f6-47a2-b470-e40fa3bc3d68 req-969da752-14b2-4d55-9b42-b1d1a17169e5 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777614 Jan 17 11:18:02.199016 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28295bc-6939-46d1-af2a-f3b9800f90af req-bdeb9913-d429-460f-a798-23d7735bdebf tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:02.200477 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c28295bc-6939-46d1-af2a-f3b9800f90af req-bdeb9913-d429-460f-a798-23d7735bdebf tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0491891 Jan 17 11:18:02.259350 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c28295bc-6939-46d1-af2a-f3b9800f90af req-f07b9f01-1099-4ad1-ad17-65183c347891 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531809 Jan 17 11:18:03.371056 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb2622-843c-4255-a416-f5b72ce0f640 req-1deb6e94-bce5-439d-9b5e-32f131051703 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:03.372492 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4eeb2622-843c-4255-a416-f5b72ce0f640 req-1deb6e94-bce5-439d-9b5e-32f131051703 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0475960 Jan 17 11:18:03.437416 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4eeb2622-843c-4255-a416-f5b72ce0f640 req-2ad35ff8-172d-4eab-89ec-497739d7cfc2 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558712 Jan 17 11:18:03.468159 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-568286c1-9250-42a8-b81a-284d3477fba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:04.475289 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:04.547339 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fe65f-1355-4464-8017-c84fc9860832 req-d7fe6ad3-3dbd-47ae-af2d-dbb0d2e89a16 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:04.549403 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-638fe65f-1355-4464-8017-c84fc9860832 req-d7fe6ad3-3dbd-47ae-af2d-dbb0d2e89a16 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0487435 Jan 17 11:18:04.608143 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-638fe65f-1355-4464-8017-c84fc9860832 req-62d77036-0b1b-4570-a18f-e8b66a3e3bc7 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529914 Jan 17 11:18:05.653506 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:05.719712 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433173d-5673-48df-8d6a-8944563c0fef req-e04d3a68-afe2-4a33-9e30-33e560949fc3 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:05.721710 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5433173d-5673-48df-8d6a-8944563c0fef req-e04d3a68-afe2-4a33-9e30-33e560949fc3 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0497103 Jan 17 11:18:05.779242 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5433173d-5673-48df-8d6a-8944563c0fef req-eb6f882e-684a-4a02-9be3-2cf2252f7358 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517852 Jan 17 11:18:06.853072 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:06.898706 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3152195-5c8f-4da8-a3f8-3ff24169cd45 req-1781466e-0479-4032-9511-3c96d2ff480b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:06.900162 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3152195-5c8f-4da8-a3f8-3ff24169cd45 req-1781466e-0479-4032-9511-3c96d2ff480b tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0512409 Jan 17 11:18:06.958474 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3152195-5c8f-4da8-a3f8-3ff24169cd45 req-b3ba4dd4-887f-4cb1-af2f-af9b98aed458 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525391 Jan 17 11:18:08.072763 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc67f94-cbe6-4713-a5b2-c14c1aaeb82c req-4f762b55-6c35-4555-91ff-13e00fd2bc9d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:08.074249 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bc67f94-cbe6-4713-a5b2-c14c1aaeb82c req-4f762b55-6c35-4555-91ff-13e00fd2bc9d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0488956 Jan 17 11:18:08.133517 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bc67f94-cbe6-4713-a5b2-c14c1aaeb82c req-f13b4abc-c171-4171-9fb8-b3a38798e518 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537093 Jan 17 11:18:09.412101 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06ab18-04e2-45c7-85b7-8a5f51aa80e5 req-cb325c2d-f765-4634-9b14-e0a4f602a8c8 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:09.413480 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb06ab18-04e2-45c7-85b7-8a5f51aa80e5 req-cb325c2d-f765-4634-9b14-e0a4f602a8c8 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.2146938 Jan 17 11:18:09.478534 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cb06ab18-04e2-45c7-85b7-8a5f51aa80e5 req-7d94c4ed-4c91-490b-bfa1-593c3649269f tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593476 Jan 17 11:18:10.590731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3268d-2040-4e50-bdd0-bb56ab1d6db4 req-650c37b6-9e86-483f-ba47-33c75a5e100c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:10.592162 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80c3268d-2040-4e50-bdd0-bb56ab1d6db4 req-650c37b6-9e86-483f-ba47-33c75a5e100c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0481923 Jan 17 11:18:10.649779 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80c3268d-2040-4e50-bdd0-bb56ab1d6db4 req-4a0ac2f8-941b-40d5-8ba3-11c86f32b173 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520754 Jan 17 11:18:11.761979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43514ed8-c4b0-4e3d-a9a4-7d2df1fc7106 req-74fff47c-7cad-4911-955e-36afd1297458 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:11.763415 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-43514ed8-c4b0-4e3d-a9a4-7d2df1fc7106 req-74fff47c-7cad-4911-955e-36afd1297458 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0474975 Jan 17 11:18:11.821321 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-43514ed8-c4b0-4e3d-a9a4-7d2df1fc7106 req-08ee41e6-7027-4594-a7ac-1d8657c9864a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523517 Jan 17 11:18:12.987927 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb9f0-fd50-40b2-89eb-cdf97b7c11d6 req-d4a39f49-1045-4019-be5f-df9f8ad17bce tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:12.989406 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c61cb9f0-fd50-40b2-89eb-cdf97b7c11d6 req-d4a39f49-1045-4019-be5f-df9f8ad17bce tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.1031904 Jan 17 11:18:13.048084 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c61cb9f0-fd50-40b2-89eb-cdf97b7c11d6 req-e8a3cc86-31dd-409d-8ad9-75f5659b673a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528860 Jan 17 11:18:14.160822 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00975d79-f0ae-4ebe-be5a-b936abcb82b9 req-79a71634-6da9-4111-a521-3336ffba4039 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:14.162332 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00975d79-f0ae-4ebe-be5a-b936abcb82b9 req-79a71634-6da9-4111-a521-3336ffba4039 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0490286 Jan 17 11:18:14.219513 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00975d79-f0ae-4ebe-be5a-b936abcb82b9 req-c4eefc01-d662-4330-8a03-1533489d8d87 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515931 Jan 17 11:18:15.336342 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9dfb-501e-4c7c-acb9-f13888508727 req-4ef8c1f1-8c75-424e-84f8-e659d9278b41 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:15.337789 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-617f9dfb-501e-4c7c-acb9-f13888508727 req-4ef8c1f1-8c75-424e-84f8-e659d9278b41 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0513077 Jan 17 11:18:15.396516 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-617f9dfb-501e-4c7c-acb9-f13888508727 req-de8c4ce1-cbf5-444d-a745-0a0d93015555 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529377 Jan 17 11:18:16.510360 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca24ae-4f54-4d1e-88a4-b67cbf334a77 req-a1adb634-d99c-4e2d-ab36-9ef5204069b1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:16.511807 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-21ca24ae-4f54-4d1e-88a4-b67cbf334a77 req-a1adb634-d99c-4e2d-ab36-9ef5204069b1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0497816 Jan 17 11:18:16.570397 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-21ca24ae-4f54-4d1e-88a4-b67cbf334a77 req-52bd5a09-8d56-4d36-a7ea-73f7305585b0 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530243 Jan 17 11:18:17.686660 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd8bf2-f6ee-42ca-933d-03faf90a3832 req-82c32d98-bacb-4952-8ad4-e8085a1835d4 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:17.688640 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dfd8bf2-f6ee-42ca-933d-03faf90a3832 req-82c32d98-bacb-4952-8ad4-e8085a1835d4 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0519912 Jan 17 11:18:17.757188 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dfd8bf2-f6ee-42ca-933d-03faf90a3832 req-e0fb2a18-d4e7-4094-b05e-34cdbf84da5d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620456 Jan 17 11:18:18.871727 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc377cf0-c48d-48f4-a364-4b6a593e7447 req-9b46f336-bb50-4163-b96c-20a5badacf38 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:18.873248 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc377cf0-c48d-48f4-a364-4b6a593e7447 req-9b46f336-bb50-4163-b96c-20a5badacf38 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0485923 Jan 17 11:18:18.898788 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:18.931970 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc377cf0-c48d-48f4-a364-4b6a593e7447 req-05d5d9c7-8bff-46d3-a529-54858c7bdcb1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&id=642468e9-411c-40a2-b720-3d50af7a8236&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524182 Jan 17 11:18:26.311250 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-8fb14fd5-b394-480e-9a48-9140e1ef0a23 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395989 Jan 17 11:18:26.392286 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010509-4adf-4645-b015-721f56443da6 req-c6829c2a-4513-4062-8b89-92f6f796f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:26.393694 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-c6829c2a-4513-4062-8b89-92f6f796f2bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1137 time: 0.0432839 Jan 17 11:18:26.491475 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010509-4adf-4645-b015-721f56443da6 req-ec655a13-8364-4353-a61f-7c3ac9981195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:26.492925 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-ec655a13-8364-4353-a61f-7c3ac9981195 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.0815530 Jan 17 11:18:26.559286 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-168fd9f3-26bc-4276-8fab-897911c23129 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1001 time: 0.0604141 Jan 17 11:18:26.605374 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010509-4adf-4645-b015-721f56443da6 req-b8ebc310-fff2-442d-bc9a-9001255df20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:26.606788 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-b8ebc310-fff2-442d-bc9a-9001255df20e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0417287 Jan 17 11:18:26.650140 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010509-4adf-4645-b015-721f56443da6 req-c104aa80-26fe-47b7-bf7d-cdbe1e9985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:18:26.651557 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-c104aa80-26fe-47b7-bf7d-cdbe1e9985de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388422 Jan 17 11:18:26.739446 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-07986126-d674-4eb1-8203-153fa1cda3c2 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812886 Jan 17 11:18:26.825102 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-a6010509-4adf-4645-b015-721f56443da6 req-0f7428ad-6f1b-4c1a-888a-7836bb9b2a86 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788743 Jan 17 11:18:30.873130 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0beb215a-535b-4513-a842-9be9601947f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:33.195570 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b466c1c-a3e9-4a5c-abf6-8fc765bf551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:33.872442 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:18:34.418521 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:35.656296 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:36.818120 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:18:48.935884 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:00.846030 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-146cbd8b-28b9-4d42-9843-3327bf834fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:03.227264 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ec7f7f-5f92-401c-b5b3-af255eb9df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:04.389173 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:05.690224 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:06.806254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:10.871334 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:19:14.546173 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-e9b7b4a2-1396-40d4-b6da-d2bb5a9e4d5a tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325126326&fields=id&tenant_id=3e981cd4aed541c581ae83369890aab5 HTTP/1.1" status: 200 len: 267 time: 0.0425899 Jan 17 11:19:14.597838 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-b71c34fd-cd31-4f80-bc67-4e74eb2787b1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:14.599286 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-b71c34fd-cd31-4f80-bc67-4e74eb2787b1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 984 time: 0.0480208 Jan 17 11:19:14.610239 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Request body: {'port': {'security_groups': ['1d70ba27-bd80-437b-9bb4-8ba264f9101f']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 11:19:14.679069 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086380'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:14.846249 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:14.874447 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:14.937372 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749084100747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749083537255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749083537273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49428402'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:14.949016 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:19:14.980282 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:14.980935 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:14.982858 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f11a2594-8aa4-4c87-8276-21319c7e6062 req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "PUT /v2.0/ports/106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 942 time: 0.3771315 Jan 17 11:19:14.983309 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:19:14.985559 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:19:14.988835 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 42024) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:15.023583 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event updated for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=7']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:15.031219 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.031620 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.031968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.032310 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.032644 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.033118 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.033290 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.033624 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.033979 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.034307 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.034691 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.034941 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.035257 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b212d-7a22-4ee2-9d10-2adb6581b663 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.055170 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d417ff-bddf-4fad-b2d2-784894803ab3 x-openstack-request-id: req-76d417ff-bddf-4fad-b2d2-784894803ab3 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:19:15.055420 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:19:15.055598 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76d417ff-bddf-4fad-b2d2-784894803ab3 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:19:15.056003 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:19:15.069540 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (642468e9-411c-40a2-b720-3d50af7a8236), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.078713 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:19:15.101629 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (642468e9-411c-40a2-b720-3d50af7a8236), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.187276 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-5a0f3d3e-e60f-4a3d-aec2-92f9ccd5605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:15.188801 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-5a0f3d3e-e60f-4a3d-aec2-92f9ccd5605d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1098 time: 0.1077003 Jan 17 11:19:15.282524 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [None req-dc9df4d4-7df9-433b-90df-627d663e7739 None None] Provisioning complete for port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 triggered by entity DHCP. {{(pid=103026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 11:19:15.282764 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-1b639871-1616-4fd0-83e2-8f7e9531ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:15.282882 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dc9df4d4-7df9-433b-90df-627d663e7739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586037'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), provisioning_complete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.284177 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-1b639871-1616-4fd0-83e2-8f7e9531ac9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.0889101 Jan 17 11:19:15.338209 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (642468e9-411c-40a2-b720-3d50af7a8236), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.340756 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.342434 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "DELETE /v2.0/security-groups/642468e9-411c-40a2-b720-3d50af7a8236 HTTP/1.1" status: 204 len: 168 time: 0.3502398 Jan 17 11:19:15.345294 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42028) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:15.359929 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642468e9-411c-40a2-b720-3d50af7a8236,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:15.361966 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-dc9df4d4-7df9-433b-90df-627d663e7739 None None] Current status of the port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 is: ACTIVE; New status is: ACTIVE {{(pid=103026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 11:19:15.369624 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-a1e147f1-d748-4f75-a6a5-d58fd1575403 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 1001 time: 0.0793715 Jan 17 11:19:15.371005 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.371349 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.371691 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.372026 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.372356 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.372684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.373066 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.373392 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.373738 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.374064 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.374387 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.374709 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.375029 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919e6c-cb89-4e1a-9a17-9c33fa52c54e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:15.424909 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-23d0e91f-6dcd-4fcc-afaf-96cd34825824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:15.426401 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-23d0e91f-6dcd-4fcc-afaf-96cd34825824 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.0486634 Jan 17 11:19:15.471176 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-f2c52239-b5f3-4d41-84da-901498910cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:15.472671 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-f2c52239-b5f3-4d41-84da-901498910cbf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394177 Jan 17 11:19:15.506602 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Deleting port 29bee811-6915-4f5f-a55e-c612af9c03bf {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:15.506948 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.564495 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-4cccc4e4-b192-4ac7-8bc6-8bb847f57503 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848372 Jan 17 11:19:15.581017 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.581591 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for floatingip (29bee811-6915-4f5f-a55e-c612af9c03bf), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.593493 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Calling delete_port for 29bee811-6915-4f5f-a55e-c612af9c03bf owned by network:floatingip {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:15.651868 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-2e0c811c-3d65-4855-aa09-c4d79ba7a4ed req-35acd3bb-2007-41a2-bce1-c108db428f66 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811615 Jan 17 11:19:15.817259 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (29bee811-6915-4f5f-a55e-c612af9c03bf), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.841141 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event deleted for resources: {'Port': ['ID=29bee811-6915-4f5f-a55e-c612af9c03bf,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:15.900756 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks [] for floatingip (75869b3c-faff-4758-9a31-04602be25bf6), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:15.901080 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Floating IP 75869b3c-faff-4758-9a31-04602be25bf6 disassociated (deleted). External IP: 172.27.2.240, port: 106bb0c9-1fe2-4be5-b9de-3fec29de5da5. Jan 17 11:19:16.096442 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Router 16334714-5c4c-4f61-8bc4-9c9c18f74344 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:19:16.202459 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:19:16.207198 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for floatingip (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:16.211790 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Sync routers for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:19:16.222038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:16.222657 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:16.236493 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-81cb8ec0-2382-4dd0-b518-18392e668991 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "DELETE /v2.0/floatingips/75869b3c-faff-4758-9a31-04602be25bf6 HTTP/1.1" status: 204 len: 168 time: 0.8899052 Jan 17 11:19:16.328541 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:16.656135 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:16.681531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Checking router: 16334714-5c4c-4f61-8bc4-9c9c18f74344 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:19:16.689800 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:16.690414 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:16.796135 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:16.986418 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:17.012002 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43a4f1-64ed-4399-824f-c98852714cc0 None None] The sync data for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi is: [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:30Z', 'revision_number': 4, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi', '_interfaces': [{'id': 'ca0114f5-3f84-44e1-884e-0b5702629a98', 'name': '', 'network_id': 'a34f33c7-4382-4a28-bc58-1408d22535c5', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'mac_address': 'fa:16:3e:fc:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:29Z', 'updated_at': '2022-01-17T11:15:34Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'subnets': [{'id': '6361b8b0-5923-4c79-b866-8724094bccbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:19:17.057009 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:19:17.059490 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493f4742d788d01c9d609a520f31532dd8e46fb1eb21e075e8c6082e7c8293e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fa8329-f28f-4410-b9ae-cd11fa5950bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:19:17.096637 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7876511b-9840-4cec-b91a-d97c0b39d4e8 x-openstack-request-id: req-7876511b-9840-4cec-b91a-d97c0b39d4e8 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:19:17.096932 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:19:17.097186 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7876511b-9840-4cec-b91a-d97c0b39d4e8 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:19:17.097586 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:19:17.166476 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-47d4864c-57b1-4b8c-8924-220e5a37a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:17.168364 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-47d4864c-57b1-4b8c-8924-220e5a37a989 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e981cd4aed541c581ae83369890aab5&device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 1098 time: 0.0478246 Jan 17 11:19:17.257823 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae1e24-eebe-45a8-95a2-0babe88cb13e None None] New status for floating IP 75869b3c-faff-4758-9a31-04602be25bf6: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 11:19:17.263529 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-7e909870-2029-4812-b7a9-e36f39c1fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:17.264999 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-7e909870-2029-4812-b7a9-e36f39c1fca2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 200 len: 915 time: 0.0856824 Jan 17 11:19:17.311912 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-60655ea0-f7f9-4e2b-b742-cdcc1a6d69ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 200 len: 217 time: 0.0397315 Jan 17 11:19:17.626522 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-f136ee76-2e11-4b4d-8c4c-5b0ec007f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:17.627880 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-f136ee76-2e11-4b4d-8c4c-5b0ec007f11a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 200 len: 853 time: 0.3076248 Jan 17 11:19:17.673632 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-791b432c-f045-4445-8ed1-9aab07ab3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:17.675195 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-791b432c-f045-4445-8ed1-9aab07ab3339 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a34f33c7-4382-4a28-bc58-1408d22535c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389707 Jan 17 11:19:17.766139 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-1376bcc8-71c1-4fad-80f3-db2cd84b0f09 service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Jan 17 11:19:17.851362 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-07fa8329-f28f-4410-b9ae-cd11fa5950bf req-ab7cc39a-236a-43e4-8511-699880fa547f service neutron] 10.222.0.78 "GET /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787594 Jan 17 11:19:19.017418 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:20.646584 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2b178-9df3-4506-b49b-8b603afc44ce req-2153c895-b2dd-4aeb-93b1-d232608675d1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:20.648029 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-56b2b178-9df3-4506-b49b-8b603afc44ce req-2153c895-b2dd-4aeb-93b1-d232608675d1 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0480874 Jan 17 11:19:20.693148 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-56b2b178-9df3-4506-b49b-8b603afc44ce req-395cae93-db43-4991-98a1-2a60f1b2fde0 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jan 17 11:19:21.808020 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532881a-2c62-40b2-8e33-9fe88a7eaab9 req-00aaa789-5a62-4f9d-93a5-fad2ffe8c81d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:21.809473 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5532881a-2c62-40b2-8e33-9fe88a7eaab9 req-00aaa789-5a62-4f9d-93a5-fad2ffe8c81d tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0473158 Jan 17 11:19:21.854403 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5532881a-2c62-40b2-8e33-9fe88a7eaab9 req-9a7a81ee-f816-4563-9029-9d9583be1324 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388000 Jan 17 11:19:22.765016 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-64eaff8f-0c0d-4597-a625-cbf5a2c8ad01 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:22.766508 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-64eaff8f-0c0d-4597-a625-cbf5a2c8ad01 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0510783 Jan 17 11:19:22.857203 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Deleting port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:22.858056 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:22.945526 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] For port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:22.945917 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:22.958389 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Calling delete_port for 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 owned by compute:nova {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:22.969851 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f954a-3524-411b-a4f7-7fa3596dd47f req-1fde6a24-a57e-4836-b013-9dab6f7b21bc tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 11:19:22.971324 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-332f954a-3524-411b-a4f7-7fa3596dd47f req-1fde6a24-a57e-4836-b013-9dab6f7b21bc tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 945 time: 0.0502262 Jan 17 11:19:23.017676 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-332f954a-3524-411b-a4f7-7fa3596dd47f req-f103c265-e33d-4eeb-89ea-83b145cb0ac9 tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d70ba27-bd80-437b-9bb4-8ba264f9101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Jan 17 11:19:23.255643 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (106bb0c9-1fe2-4be5-b9de-3fec29de5da5), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:23.267765 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] get_ports_and_sgs() called for port_ids ['106bb0c9-1fe2-4be5-b9de-3fec29de5da5'] {{(pid=103026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 11:19:23.284024 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Pushing event deleted for resources: {'Port': ['ID=106bb0c9-1fe2-4be5-b9de-3fec29de5da5,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:23.330364 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] No DVR routers for this DVR port 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 on host hv-cinder-82491 {{(pid=103024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:19:23.332827 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63790'] for port (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:23.336223 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [req-24dc73d5-16ec-40dd-9140-0557a4b9f63d req-d5053d2c-716a-4491-a40d-18ac3060ae4e tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.78 "DELETE /v2.0/ports/106bb0c9-1fe2-4be5-b9de-3fec29de5da5 HTTP/1.1" status: 204 len: 173 time: 0.5640056 Jan 17 11:19:23.366323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'name': 'network-vif-deleted', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5'}] {{(pid=103024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 11:19:23.366323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6beaaae27be077c025f09773b19fe9db545f5d2af3541f367253f9153ff557e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc3103-255b-4d6c-a3de-105fd61b048a" -d '{"events": [{"server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "name": "network-vif-deleted", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5"}]}' {{(pid=103024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 11:19:23.373190 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d386240-db7e-46f5-a78e-89c9b8265fe4 x-openstack-request-id: req-7d386240-db7e-46f5-a78e-89c9b8265fe4 {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 11:19:23.373484 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7034118-878b-436b-bde1-959cf8a52fba", "name": "network-vif-deleted", "tag": "106bb0c9-1fe2-4be5-b9de-3fec29de5da5", "status": "completed", "code": 200}]} {{(pid=103024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 11:19:23.373791 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d386240-db7e-46f5-a78e-89c9b8265fe4 {{(pid=103024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 11:19:23.374195 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7034118-878b-436b-bde1-959cf8a52fba', 'name': 'network-vif-deleted', 'tag': '106bb0c9-1fe2-4be5-b9de-3fec29de5da5', 'status': 'completed', 'code': 200} Jan 17 11:19:24.118764 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cbe2e8c5-dcae-428d-ada7-52993f1e845f req-7bf26208-c16b-4c6b-b7f4-e8dfafda943c tempest-TestMinimumBasicScenario-250156094 tempest-TestMinimumBasicScenario-250156094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7034118-878b-436b-bde1-959cf8a52fba HTTP/1.1" status: 200 len: 210 time: 0.0251153 Jan 17 11:19:26.928804 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42122) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:27.110297 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:27.131036 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] No Port match for: 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:27.131394 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Device 106bb0c9-1fe2-4be5-b9de-3fec29de5da5 not bound to the agent host hv-cinder-82491 {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:27.266633 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:27.494872 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Deleting port ca0114f5-3f84-44e1-884e-0b5702629a98 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:27.495210 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:27.571823 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] For port ca0114f5-3f84-44e1-884e-0b5702629a98, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=ca0114f5-3f84-44e1-884e-0b5702629a98,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:27.572095 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:27.584793 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Calling delete_port for ca0114f5-3f84-44e1-884e-0b5702629a98 owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:27.828461 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (ca0114f5-3f84-44e1-884e-0b5702629a98), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:27.857603 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0114f5-3f84-44e1-884e-0b5702629a98,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:28.016198 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:28.219653 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Router 16334714-5c4c-4f61-8bc4-9c9c18f74344 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:19:28.320536 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:19:28.325559 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-01430eaa-6cd6-468e-8f52-50cd8e5d4bf0 admin admin] 10.222.0.44 "PUT /v2.0/routers/16334714-5c4c-4f61-8bc4-9c9c18f74344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3957098 Jan 17 11:19:28.328702 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42126) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:28.329902 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Sync routers for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:19:28.339371 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:28.339983 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:28.445273 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:28.626254 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:19:27Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:28.657737 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Checking router: 16334714-5c4c-4f61-8bc4-9c9c18f74344 for host: dv-cinder-824911-1-iscsi {{(pid=103026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:19:28.666171 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Routers {'16334714-5c4c-4f61-8bc4-9c9c18f74344'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:28.666784 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['16334714-5c4c-4f61-8bc4-9c9c18f74344'], 'active': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:28.692843 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks [] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:28.768155 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvr_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] Set router 16334714-5c4c-4f61-8bc4-9c9c18f74344 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:28.790830 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks [] for router_gateway (16334714-5c4c-4f61-8bc4-9c9c18f74344), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:28.911635 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Deleting port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:28.911986 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:28.947314 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_hamode_db [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:19:27Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:28.973744 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d23112-7957-44d1-aa5d-1fe11c9a2d51 None None] The sync data for ids ['16334714-5c4c-4f61-8bc4-9c9c18f74344'] in dv-cinder-824911-1-iscsi is: [{'id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'name': 'tempest-TestMinimumBasicScenario-216948609-router', 'tenant_id': '3e981cd4aed541c581ae83369890aab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:19:27Z', 'revision_number': 5, 'project_id': '3e981cd4aed541c581ae83369890aab5', 'gw_port': {'id': '62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16334714-5c4c-4f61-8bc4-9c9c18f74344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:27Z', 'updated_at': '2022-01-17T11:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}] {{(pid=103026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:19:28.992114 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] For port 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:28.992561 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.006080 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Calling delete_port for 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:29.280710 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.306347 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:29.367302 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.461369 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.463551 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks [] for router_controller (16334714-5c4c-4f61-8bc4-9c9c18f74344), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.622812 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (16334714-5c4c-4f61-8bc4-9c9c18f74344), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.623391 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16334714-5c4c-4f61-8bc4-9c9c18f74344 {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:19:29.635406 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.635406 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3f9c89a8-d796-4a30-aeb3-106219e195c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/16334714-5c4c-4f61-8bc4-9c9c18f74344 HTTP/1.1" status: 204 len: 168 time: 1.2999556 Jan 17 11:19:29.635406 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42128) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:29.678469 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Deleting subnet 6361b8b0-5923-4c79-b866-8724094bccbd {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:19:29.681892 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Publish callbacks [] for subnet (6361b8b0-5923-4c79-b866-8724094bccbd), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.716607 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49428238'] for subnet (6361b8b0-5923-4c79-b866-8724094bccbd), precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.794669 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (6361b8b0-5923-4c79-b866-8724094bccbd), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.926123 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49428472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63278431'] for subnet (6361b8b0-5923-4c79-b866-8724094bccbd), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.952959 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6361b8b0-5923-4c79-b866-8724094bccbd,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:29.954934 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for subnet (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:29.958887 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5d06ec5f-dcdb-4322-91a7-2dedb1af95aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6361b8b0-5923-4c79-b866-8724094bccbd HTTP/1.1" status: 204 len: 168 time: 0.3249338 Jan 17 11:19:29.959051 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cda4d5-0bc8-4b91-b3c2-e99ea8d60988 None None] Network a34f33c7-4382-4a28-bc58-1408d22535c5 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:19:29.960707 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42130) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:30.031502 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (a34f33c7-4382-4a28-bc58-1408d22535c5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.095682 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Deleting port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:30.100178 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.112025 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] DHCP port deletion for a34f33c7-4382-4a28-bc58-1408d22535c5 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:19:30.159086 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] For port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:30.159462 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.160038 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Deleting port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:30.160412 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.172501 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Calling delete_port for d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:30.324393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.352578 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] No DVR routers for this DVR port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:19:30.354078 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] For port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,segment=NetworkSegment(a5b34467-5bdb-4568-b9c4-494b96a45192),segment_id=a5b34467-5bdb-4568-b9c4-494b96a45192)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:30.354476 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.357059 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:30.367522 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Calling delete_port for d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:30.425845 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (a34f33c7-4382-4a28-bc58-1408d22535c5), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.440854 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.445515 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34f33c7-4382-4a28-bc58-1408d22535c5']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:30.455362 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b34467-5bdb-4568-b9c4-494b96a45192') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:30.455663 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b34467-5bdb-4568-b9c4-494b96a45192') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:30.463995 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Pushing event deleted for resources: {'Port': ['ID=d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:30.465283 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (a5b34467-5bdb-4568-b9c4-494b96a45192), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.473594 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] No DVR routers for this DVR port d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:19:30.475981 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478151 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478718 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478718 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.478960 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (a5b34467-5bdb-4568-b9c4-494b96a45192), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.479086 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.479315 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.479642 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.479989 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fd98a-0e9a-4b04-bce1-fcb229b0e0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 11:19:30.489805 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:19:30.489805 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (a5b34467-5bdb-4568-b9c4-494b96a45192), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: warnings.warn(msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:19:30.490751 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:19:30.615820 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (a34f33c7-4382-4a28-bc58-1408d22535c5), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.622147 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.629433 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a34f33c7-4382-4a28-bc58-1408d22535c5 HTTP/1.1" status: 204 len: 168 time: 0.6643403 Jan 17 11:19:30.630040 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 42132) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:30.631533 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device ca0114f5-3f84-44e1-884e-0b5702629a98 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:30.646585 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2f7ac-2589-4b68-a5fb-b40de3c37246 admin admin] Pushing event deleted for resources: {'Network': ['ID=a34f33c7-4382-4a28-bc58-1408d22535c5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:30.661449 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: ca0114f5-3f84-44e1-884e-0b5702629a98 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:30.661825 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device ca0114f5-3f84-44e1-884e-0b5702629a98 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:30.662252 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:30.681627 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:30.681998 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 62e7fc15-e2e0-4245-a9fc-c3352e1b8cd8 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:30.682416 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:30.701070 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:30.701411 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device d6352bcf-fc7a-4c62-94b7-c9d663a9f7c5 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:30.857230 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a214584f-4c88-4711-ac6e-e3bd52ae95c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:30.967323 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565504'] for router_interface (a3751307-8063-4000-8db3-85478cb446b4), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:31.204001 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Deleting port daecd9e5-3977-4caf-a699-84dbd206a024 {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:31.204359 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:31.283322 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] For port daecd9e5-3977-4caf-a699-84dbd206a024, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=daecd9e5-3977-4caf-a699-84dbd206a024,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:31.283684 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:31.297029 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Calling delete_port for daecd9e5-3977-4caf-a699-84dbd206a024 owned by network:router_interface {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:31.542610 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (daecd9e5-3977-4caf-a699-84dbd206a024), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:31.568570 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Pushing event deleted for resources: {'Port': ['ID=daecd9e5-3977-4caf-a699-84dbd206a024,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:31.726717 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563344'] for router_interface (a3751307-8063-4000-8db3-85478cb446b4), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:31.932922 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Router a3751307-8063-4000-8db3-85478cb446b4 has already been hosted by L3 agent 515429c5-41c4-4176-8ffc-d3e9018f09b7 {{(pid=103024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 11:19:32.035621 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] Notify agent at l3_agent.dv-cinder-824911-1-iscsi the message routers_updated {{(pid=103024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 11:19:32.040722 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a843302a-e5b4-4a8f-9284-d83b7f06963f admin admin] 10.222.0.44 "PUT /v2.0/routers/a3751307-8063-4000-8db3-85478cb446b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4107311 Jan 17 11:19:32.043208 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 42134) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:32.047017 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Sync routers for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 11:19:32.057209 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:32.059780 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:32.146324 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks [] for router (a3751307-8063-4000-8db3-85478cb446b4), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.158907 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: dv-cinder-824911-1-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:32.244798 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks [] for router_gateway (a3751307-8063-4000-8db3-85478cb446b4), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.329177 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'external_fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:19:31Z', 'revision_number': 5, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port': {'id': '6cfe2129-ab5a-4209-b38f-278eaeb9269b', 'name': '', 'network_id': '3de69db4-7c92-412c-b767-148f0d1c7ede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3751307-8063-4000-8db3-85478cb446b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T11:15:34Z', 'updated_at': '2022-01-17T11:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46c73a43-8587-4283-8f0a-fc59b3c89b73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-1-iscsi'}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:32.355336 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Deleting port 6cfe2129-ab5a-4209-b38f-278eaeb9269b {{(pid=103024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:32.355676 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.358837 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Checking router: a3751307-8063-4000-8db3-85478cb446b4 for host: dv-cinder-824911-1-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 11:19:32.367043 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Routers {'a3751307-8063-4000-8db3-85478cb446b4'} bound to L3 agent in host dv-cinder-824911-1-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 11:19:32.367644 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T10:55:03Z,description=,heartbeat_timestamp=2022-01-17T11:19:03Z,host='dv-cinder-824911-1-iscsi',id=515429c5-41c4-4176-8ffc-d3e9018f09b7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T10:55:04Z,topic='l3_agent')) {'router_ids': ['a3751307-8063-4000-8db3-85478cb446b4'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:32.435434 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.db [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] For port 6cfe2129-ab5a-4209-b38f-278eaeb9269b, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=6cfe2129-ab5a-4209-b38f-278eaeb9269b,segment=NetworkSegment(5968d29d-1b65-405e-8fda-4266678494df),segment_id=5968d29d-1b65-405e-8fda-4266678494df)] {{(pid=103024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:32.435881 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.449190 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.plugins.ml2.plugin [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Calling delete_port for 6cfe2129-ab5a-4209-b38f-278eaeb9269b owned by network:router_gateway {{(pid=103024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:32.450989 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] Set router a3751307-8063-4000-8db3-85478cb446b4 gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 11:19:32.501069 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cf25eefd-13be-4404-a989-f661179b647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:19:32Z', 'revision_number': 6, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port_host': None}], 'dv-cinder-824911-1-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:32.529724 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25eefd-13be-4404-a989-f661179b647d None None] The sync data for ids ['a3751307-8063-4000-8db3-85478cb446b4'] in dv-cinder-824911-1-iscsi is: [{'id': 'a3751307-8063-4000-8db3-85478cb446b4', 'name': 'tempest-TestMinimumBasicScenario-2107126777-router', 'tenant_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T11:15:33Z', 'updated_at': '2022-01-17T11:19:32Z', 'revision_number': 6, 'project_id': 'ffe5ae7b02464a3da66af9a7af0d4d82', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 11:19:32.684177 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63569487'] for port (6cfe2129-ab5a-4209-b38f-278eaeb9269b), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.710546 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfe2129-ab5a-4209-b38f-278eaeb9269b,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:32.766863 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566138'] for router_gateway (a3751307-8063-4000-8db3-85478cb446b4), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.855131 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7931'] for router (a3751307-8063-4000-8db3-85478cb446b4), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.857105 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks [] for router_controller (a3751307-8063-4000-8db3-85478cb446b4), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.965599 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565990'] for router (a3751307-8063-4000-8db3-85478cb446b4), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.966241 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3751307-8063-4000-8db3-85478cb446b4 {{(pid=103024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 11:19:32.974913 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:32.974913 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-47cac634-20fc-4eaa-9d9e-36fd39c66daa admin admin] 10.222.0.44 "DELETE /v2.0/routers/a3751307-8063-4000-8db3-85478cb446b4 HTTP/1.1" status: 204 len: 168 time: 0.9280589 Jan 17 11:19:32.974913 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [-] (103024) accepted ('10.222.0.44', 42136) {{(pid=103024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:33.017566 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Deleting subnet 7e208d34-ec14-4003-b673-a02a122facbd {{(pid=103024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 11:19:33.020494 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Publish callbacks [] for subnet (7e208d34-ec14-4003-b673-a02a122facbd), before_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.053505 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63101467'] for subnet (7e208d34-ec14-4003-b673-a02a122facbd), precommit_delete_associations {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.130630 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586503'] for subnet (7e208d34-ec14-4003-b673-a02a122facbd), precommit_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.158456 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ed10881d-cd36-4a27-a73b-4288367b686e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.259760 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device daecd9e5-3977-4caf-a699-84dbd206a024 no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:33.261767 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1586512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63569532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63874162'] for subnet (7e208d34-ec14-4003-b673-a02a122facbd), after_delete {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.274859 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron_lib.callbacks.manager [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.278176 dv-cinder-824911-1-iscsi neutron-server[103024]: INFO neutron.wsgi [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7e208d34-ec14-4003-b673-a02a122facbd HTTP/1.1" status: 204 len: 168 time: 0.3025007 Jan 17 11:19:33.281346 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42138) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:33.292081 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf808f2-d14f-4b6f-95c2-7574d2263239 None None] Network a1e54268-136d-4ed8-a098-29966dcc65a8 requested from dv-cinder-824911-1-iscsi {{(pid=103026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 11:19:33.294788 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: daecd9e5-3977-4caf-a699-84dbd206a024 {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:33.295131 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device daecd9e5-3977-4caf-a699-84dbd206a024 not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:33.297285 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d301-46d6-4c62-a56e-e99af55a0999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e208d34-ec14-4003-b673-a02a122facbd,revision_number=None']} {{(pid=103024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:33.358874 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640507'] for network (a1e54268-136d-4ed8-a098-29966dcc65a8), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.412982 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Deleting port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:33.413324 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.462664 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] DHCP port deletion for a1e54268-136d-4ed8-a098-29966dcc65a8 request from dv-cinder-824911-1-iscsi {{(pid=103026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 11:19:33.478646 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] For port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:33.479015 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.492563 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Calling delete_port for b8cc0424-fdd8-46f7-bea2-e7a06e861ebf owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:33.510404 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Deleting port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 11:19:33.510862 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749084095461'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.579610 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] For port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf, host dv-cinder-824911-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-1-iscsi',level=0,port_id=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,segment=NetworkSegment(620989b2-b03c-4f0b-9ee9-e6cbd7824937),segment_id=620989b2-b03c-4f0b-9ee9-e6cbd7824937)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 11:19:33.580171 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576933'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.594015 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Calling delete_port for b8cc0424-fdd8-46f7-bea2-e7a06e861ebf owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 11:19:33.627255 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49428427'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.651922 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:33.655968 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] No DVR routers for this DVR port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf on host dv-cinder-824911-1-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:19:33.672734 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749084100729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749083537246'] for port (b8cc0424-fdd8-46f7-bea2-e7a06e861ebf), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.699530 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] No DVR routers for this DVR port b8cc0424-fdd8-46f7-bea2-e7a06e861ebf on host dv-cinder-824911-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 11:19:33.703264 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fddea-b6ca-431e-946c-8009a00bc1db None None] Pushing event deleted for resources: {'Port': ['ID=b8cc0424-fdd8-46f7-bea2-e7a06e861ebf,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:33.726942 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1585344', 'neutron.services.segments.db._delete_segments_for_network-8749084075304'] for network (a1e54268-136d-4ed8-a098-29966dcc65a8), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.747145 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e54268-136d-4ed8-a098-29966dcc65a8']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:33.756160 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620989b2-b03c-4f0b-9ee9-e6cbd7824937') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:33.760944 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620989b2-b03c-4f0b-9ee9-e6cbd7824937') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 11:19:33.765580 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749084074801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49427453'] for segment (620989b2-b03c-4f0b-9ee9-e6cbd7824937), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.778098 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490'] for segment (620989b2-b03c-4f0b-9ee9-e6cbd7824937), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.784356 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 11:19:33.784733 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49428374'] for segment (620989b2-b03c-4f0b-9ee9-e6cbd7824937), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: Traceback (most recent call last): Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: timer() Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: cb(*args, **kw) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: return func(*args, **kwargs) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: self._notify() Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: self.callback(batched_events) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: event.method(event) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: return f(self, *a, **k) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._get(url).json() Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 11:19:33.786342 dv-cinder-824911-1-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 11:19:33.897183 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1585369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566038'] for network (a1e54268-136d-4ed8-a098-29966dcc65a8), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.902532 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596114'] for network (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:33.910287 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1e54268-136d-4ed8-a098-29966dcc65a8 HTTP/1.1" status: 204 len: 168 time: 0.6230767 Jan 17 11:19:33.921794 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bb753-9149-43c8-9415-8a783f0be1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e54268-136d-4ed8-a098-29966dcc65a8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:34.286393 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42142) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:34.328836 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e79c4b30-8a27-49aa-8008-77976e19b1f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e981cd4aed541c581ae83369890aab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409098 Jan 17 11:19:34.331439 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42144) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:34.380983 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] Publish callbacks [] for security_group (1d70ba27-bd80-437b-9bb4-8ba264f9101f), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:34.383084 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:34.400965 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] Publish callbacks [] for security_group (1d70ba27-bd80-437b-9bb4-8ba264f9101f), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:34.502699 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (1d70ba27-bd80-437b-9bb4-8ba264f9101f), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:34.505230 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:34.506396 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d70ba27-bd80-437b-9bb4-8ba264f9101f HTTP/1.1" status: 204 len: 168 time: 0.1738122 Jan 17 11:19:34.513974 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967073-8239-4048-8439-f4842cfaf877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d70ba27-bd80-437b-9bb4-8ba264f9101f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:34.624468 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 6cfe2129-ab5a-4209-b38f-278eaeb9269b no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:34.645233 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: 6cfe2129-ab5a-4209-b38f-278eaeb9269b {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:34.645513 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device 6cfe2129-ab5a-4209-b38f-278eaeb9269b not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:34.645947 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b8cc0424-fdd8-46f7-bea2-e7a06e861ebf no longer exists at agent ovs-agent-dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 11:19:34.663988 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] No Port match for: b8cc0424-fdd8-46f7-bea2-e7a06e861ebf {{(pid=103026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 11:19:34.664330 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.rpc [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Device b8cc0424-fdd8-46f7-bea2-e7a06e861ebf not bound to the agent host dv-cinder-824911-1-iscsi {{(pid=103026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 11:19:35.182964 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42150) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:35.222499 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-793df62c-f2ac-4d72-b723-525179621b3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffe5ae7b02464a3da66af9a7af0d4d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384066 Jan 17 11:19:35.224930 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 42152) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 11:19:35.270731 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] Publish callbacks [] for security_group (5208d64e-1027-4fc5-9e24-e4e2d10bd67d), before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:35.294703 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] Publish callbacks [] for security_group (5208d64e-1027-4fc5-9e24-e4e2d10bd67d), precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:35.411494 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002114'] for security_group (5208d64e-1027-4fc5-9e24-e4e2d10bd67d), after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:35.414019 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:35.415223 dv-cinder-824911-1-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5208d64e-1027-4fc5-9e24-e4e2d10bd67d HTTP/1.1" status: 204 len: 168 time: 0.1893063 Jan 17 11:19:35.423324 dv-cinder-824911-1-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af451f5f-1616-4b33-b217-79ae5cbc2f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5208d64e-1027-4fc5-9e24-e4e2d10bd67d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 11:19:35.640042 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:36.805406 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:19:47.869456 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:19:48.948234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:00.845262 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-94e5c0e0-3422-412c-83f5-b40fd3827976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:03.198027 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5565-3548-4e26-a967-4db57d747885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:04.431731 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:05.713315 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:06.856410 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:18.936107 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:24.869836 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:20:30.843991 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cd5ddeed-de21-4fbb-be66-cf6bf10575c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:33.147815 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8da5c248-5103-4cf7-83c1-f9ce86c7be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:34.420638 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:35.644183 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:36.827061 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:20:48.940951 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:00.837869 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5174a3d5-8543-4cbd-a22d-80ac47aca77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:01.868486 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:21:03.191976 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5c62fd67-b109-414a-ad91-40f83a7d36b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:04.398074 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:05.723662 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:06.804318 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:18.946229 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:30.837455 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c31620d4-dac1-43f3-a8e2-c8bae6733836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:33.156234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e78e736d-fd11-41db-8d4d-4d59cc14d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:34.403152 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:35.711429 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:36.813360 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:21:38.867632 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:21:48.962664 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:00.853860 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-586d7c02-7d94-4b02-9b30-b9bc575e6072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:03.162556 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1757fb72-c802-4ff9-a2a4-5a71cf982dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:04.402191 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:05.693812 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:06.802457 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:15.866739 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:22:18.956279 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:30.836234 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-79b35d3d-ac95-4f31-af71-1de96e3494fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:33.172951 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f501ec10-c68d-4ab8-9607-f9003485f678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:34.390194 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:35.687531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:36.812108 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:48.966514 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:22:52.865888 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:23:00.846442 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-203a2ceb-3b5d-4f6a-8927-87eb9f54d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:03.160485 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-62a0b409-d400-4e74-8a15-ffdd43cc104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:04.400999 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:05.658531 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:06.795077 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:18.977637 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:29.865133 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:23:30.846389 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f0e7fab-15c6-4823-be33-a7042b4f9eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:33.166081 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fad334ac-d777-456b-9b50-97258767b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:34.417461 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:35.726287 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:36.805609 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:23:48.994413 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:00.874236 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f424dcc8-c9c5-4ee9-8f20-847fc597a0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:03.170836 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9fec0a6f-324d-4eb0-b40d-cbd2b9ddeb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:04.405229 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:05.668518 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:06.811074 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:06.863267 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:24:19.016358 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:30.844674 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c7da457b-a9a4-4e61-8384-9daf8cd169d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:33.164800 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3c72b362-449b-40a1-8177-98ba4317e206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:34.479640 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:35.701858 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:36.816111 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:24:43.862007 dv-cinder-824911-1-iscsi neutron-server[103027]: DEBUG neutron.db.agents_db [None req-352caf17-a061-4f52-80b0-536e44326654 None None] Agent healthcheck: found 6 active agents {{(pid=103027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 11:24:49.010131 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f63a3005-45c4-49ad-9330-8d26af55f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c289b17c-400b-42c9-8789-413fcedccb87), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:00.901397 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dc8c426d-eb1d-430e-a63c-b19468a1fd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c004b6f5-9354-43a6-aa3f-cf8e1cb51cda), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:03.238347 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-215a95b9-608a-4adc-9e6e-5452161bb5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (515429c5-41c4-4176-8ffc-d3e9018f09b7), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:04.421508 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d2f-3088-4b96-b0a9-fa38159c3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (76782f74-981a-4717-9b66-39792465a61c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:05.730261 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a30e9b-56f9-4ac5-8390-d57ea215ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (709e1c77-229b-49bd-82db-e74c26b694e6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:06.833185 dv-cinder-824911-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0730b9b8-0d4d-4186-aba7-35a3bd457560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749084075286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1585926'] for agent (c8ce251f-a8e1-4193-a1e0-7f382040a1c0), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 11:25:12.049644 dv-cinder-824911-1-iscsi neutron-server[103024]: DEBUG neutron.wsgi [req-fd4ede13-6a6d-4509-bff1-df78aa347410 req-14dc5d69-1f0d-42ab-9a55-886c9564f1b7 service neutron] (103024) timed out ('10.222.0.44', 36052) {{(pid=103024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}